2024-11-08 09:42:57,618 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 09:42:57,629 main DEBUG Took 0.009341 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 09:42:57,629 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 09:42:57,630 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 09:42:57,630 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 09:42:57,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,638 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 09:42:57,649 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,651 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,652 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,653 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,655 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,655 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,656 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,657 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:42:57,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,660 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 09:42:57,661 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:42:57,663 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 09:42:57,664 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 09:42:57,665 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 09:42:57,666 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 09:42:57,667 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 09:42:57,675 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 09:42:57,677 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 09:42:57,679 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 09:42:57,679 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 09:42:57,680 main DEBUG createAppenders(={Console}) 2024-11-08 09:42:57,680 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 09:42:57,681 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 09:42:57,681 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 09:42:57,682 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 09:42:57,682 main DEBUG OutputStream closed 2024-11-08 09:42:57,682 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 09:42:57,682 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 09:42:57,683 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 09:42:57,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 09:42:57,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 09:42:57,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 09:42:57,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 09:42:57,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 09:42:57,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 09:42:57,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 09:42:57,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 09:42:57,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 09:42:57,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 09:42:57,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 09:42:57,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 09:42:57,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 09:42:57,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 09:42:57,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 09:42:57,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 09:42:57,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 09:42:57,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 09:42:57,762 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 09:42:57,762 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 09:42:57,762 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 09:42:57,763 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T09:42:57,980 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b 2024-11-08 09:42:57,983 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 09:42:57,984 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T09:42:57,993 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T09:42:58,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=9151 2024-11-08T09:42:58,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:42:58,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4, deleteOnExit=true 2024-11-08T09:42:58,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:42:58,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/test.cache.data in system properties and HBase conf 2024-11-08T09:42:58,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:42:58,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:42:58,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:42:58,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:42:58,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:42:58,123 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T09:42:58,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:42:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:42:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:42:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:42:58,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:42:58,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:42:58,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:42:58,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:42:58,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:42:58,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:42:58,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:42:58,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:42:58,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:42:58,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:42:58,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:42:59,202 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T09:42:59,272 INFO [Time-limited test {}] log.Log(170): Logging initialized @2299ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T09:42:59,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:42:59,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:42:59,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:42:59,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:42:59,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:42:59,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:42:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:42:59,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:42:59,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/java.io.tmpdir/jetty-localhost-42863-hadoop-hdfs-3_4_1-tests_jar-_-any-4929416283349034546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:42:59,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:42863} 2024-11-08T09:42:59,611 INFO [Time-limited test {}] server.Server(415): Started @2638ms 2024-11-08T09:43:00,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:43:00,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:43:00,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:43:00,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:43:00,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:43:00,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:43:00,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:43:00,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/java.io.tmpdir/jetty-localhost-44341-hadoop-hdfs-3_4_1-tests_jar-_-any-8224982272663775020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:43:00,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:44341} 2024-11-08T09:43:00,198 INFO [Time-limited test {}] server.Server(415): Started @3225ms 2024-11-08T09:43:00,247 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:43:00,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:43:00,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:43:00,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:43:00,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:43:00,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:43:00,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:43:00,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:43:00,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/java.io.tmpdir/jetty-localhost-34889-hadoop-hdfs-3_4_1-tests_jar-_-any-9851238471055605252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:43:00,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:34889} 2024-11-08T09:43:00,484 INFO [Time-limited test {}] server.Server(415): Started @3511ms 2024-11-08T09:43:00,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:43:01,475 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data3/current/BP-1498085462-172.17.0.2-1731058978745/current, will proceed with Du for space computation calculation, 2024-11-08T09:43:01,475 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data1/current/BP-1498085462-172.17.0.2-1731058978745/current, will proceed with Du for space computation calculation, 2024-11-08T09:43:01,475 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data2/current/BP-1498085462-172.17.0.2-1731058978745/current, will proceed with Du for space computation calculation, 2024-11-08T09:43:01,475 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data4/current/BP-1498085462-172.17.0.2-1731058978745/current, will proceed with Du for space computation calculation, 2024-11-08T09:43:01,505 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:43:01,505 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:43:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02f813abf78ea75 with lease ID 0x27e8f67b9b1465ff: Processing first storage report for DS-82adc79c-eb5d-473b-b062-08b4e4217d27 from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=88a8e8bc-14a7-47e6-9c42-a7cb0989b690, infoPort=38301, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745) 2024-11-08T09:43:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02f813abf78ea75 with lease ID 0x27e8f67b9b1465ff: from storage DS-82adc79c-eb5d-473b-b062-08b4e4217d27 node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=88a8e8bc-14a7-47e6-9c42-a7cb0989b690, infoPort=38301, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T09:43:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1db11e77a64e0b9 with lease ID 0x27e8f67b9b1465fe: Processing first storage report for DS-de8e085d-d64e-47e4-bd4c-b497f9156482 from datanode DatanodeRegistration(127.0.0.1:34677, datanodeUuid=b6a4b9db-a724-47ee-97bc-c4107d36cd36, infoPort=40799, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745) 2024-11-08T09:43:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1db11e77a64e0b9 with lease ID 0x27e8f67b9b1465fe: from storage DS-de8e085d-d64e-47e4-bd4c-b497f9156482 node DatanodeRegistration(127.0.0.1:34677, datanodeUuid=b6a4b9db-a724-47ee-97bc-c4107d36cd36, infoPort=40799, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:43:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02f813abf78ea75 with lease ID 0x27e8f67b9b1465ff: Processing first storage report for DS-bf0f58ff-e11e-4d01-a5fe-15f29cb888fd from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=88a8e8bc-14a7-47e6-9c42-a7cb0989b690, infoPort=38301, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745) 2024-11-08T09:43:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02f813abf78ea75 with lease ID 0x27e8f67b9b1465ff: from storage DS-bf0f58ff-e11e-4d01-a5fe-15f29cb888fd node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=88a8e8bc-14a7-47e6-9c42-a7cb0989b690, infoPort=38301, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:43:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1db11e77a64e0b9 with lease ID 0x27e8f67b9b1465fe: Processing first storage report for DS-1fa6ffd4-b568-48dd-843a-a44a4e5ca3ec from datanode DatanodeRegistration(127.0.0.1:34677, datanodeUuid=b6a4b9db-a724-47ee-97bc-c4107d36cd36, infoPort=40799, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745) 2024-11-08T09:43:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1db11e77a64e0b9 with lease ID 0x27e8f67b9b1465fe: from storage DS-1fa6ffd4-b568-48dd-843a-a44a4e5ca3ec node DatanodeRegistration(127.0.0.1:34677, datanodeUuid=b6a4b9db-a724-47ee-97bc-c4107d36cd36, infoPort=40799, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=970149735;c=1731058978745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:43:01,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b 2024-11-08T09:43:01,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/zookeeper_0, clientPort=56778, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:43:01,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56778 2024-11-08T09:43:01,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:01,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:43:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:43:02,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573 with version=8 2024-11-08T09:43:02,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase-staging 2024-11-08T09:43:02,357 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T09:43:02,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:43:02,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:43:02,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:43:02,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:43:02,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:43:02,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:43:02,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:43:02,775 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T09:43:02,783 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T09:43:02,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:43:02,807 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6739 (auto-detected) 2024-11-08T09:43:02,808 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T09:43:02,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33489 2024-11-08T09:43:02,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33489 connecting to ZooKeeper ensemble=127.0.0.1:56778 2024-11-08T09:43:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334890x0, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:43:02,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33489-0x1011b1d6dc50000 connected 2024-11-08T09:43:03,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:03,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:03,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:43:03,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573, hbase.cluster.distributed=false 2024-11-08T09:43:03,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:43:03,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-08T09:43:03,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33489 2024-11-08T09:43:03,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33489 2024-11-08T09:43:03,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-08T09:43:03,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-08T09:43:03,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:43:03,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:43:03,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:43:03,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:43:03,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:43:03,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:43:03,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:43:03,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:43:03,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38231 2024-11-08T09:43:03,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38231 connecting to ZooKeeper ensemble=127.0.0.1:56778 2024-11-08T09:43:03,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:03,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:03,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382310x0, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:43:03,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38231-0x1011b1d6dc50001 connected 2024-11-08T09:43:03,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:43:03,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:43:03,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:43:03,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T09:43:03,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:43:03,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-08T09:43:03,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38231 2024-11-08T09:43:03,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38231 2024-11-08T09:43:03,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-08T09:43:03,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-08T09:43:03,301 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:33489 2024-11-08T09:43:03,302 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:43:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:43:03,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T09:43:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:03,353 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T09:43:03,354 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,33489,1731058982447 from backup master directory 2024-11-08T09:43:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:43:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:43:03,367 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:43:03,367 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:03,369 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T09:43:03,370 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T09:43:03,424 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase.id] with ID: 0be43671-d4ae-49d0-9c98-b065fd48368b 2024-11-08T09:43:03,425 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/.tmp/hbase.id 2024-11-08T09:43:03,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:43:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:43:03,438 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/.tmp/hbase.id]:[hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase.id] 2024-11-08T09:43:03,481 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:03,486 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:43:03,504 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T09:43:03,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:03,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:43:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:43:03,564 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:43:03,566 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:43:03,571 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:43:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:43:03,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:43:03,615 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store 2024-11-08T09:43:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:43:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:43:03,639 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T09:43:03,642 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:43:03,643 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:43:03,643 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:43:03,643 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:43:03,645 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:43:03,645 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:43:03,645 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:43:03,646 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731058983643Disabling compacts and flushes for region at 1731058983643Disabling writes for close at 1731058983645 (+2 ms)Writing region close event to WAL at 1731058983645Closed at 1731058983645 2024-11-08T09:43:03,648 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/.initializing 2024-11-08T09:43:03,648 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/WALs/0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:03,655 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:43:03,668 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C33489%2C1731058982447, suffix=, logDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/WALs/0e58e25f69ec,33489,1731058982447, archiveDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/oldWALs, maxLogs=10 2024-11-08T09:43:03,695 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/WALs/0e58e25f69ec,33489,1731058982447/0e58e25f69ec%2C33489%2C1731058982447.1731058983672, exclude list is [], retry=0 2024-11-08T09:43:03,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:43:03,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:03,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:03,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T09:43:03,749 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/WALs/0e58e25f69ec,33489,1731058982447/0e58e25f69ec%2C33489%2C1731058982447.1731058983672 2024-11-08T09:43:03,750 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T09:43:03,750 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:43:03,751 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:43:03,754 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,755 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:43:03,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:03,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:03,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:43:03,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:03,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:43:03,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:43:03,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:03,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:43:03,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:43:03,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:03,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:43:03,829 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,832 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,833 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,838 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,838 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,841 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:43:03,845 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:43:03,849 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:43:03,850 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770849, jitterRate=-0.019815713167190552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:43:03,858 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731058983767Initializing all the Stores at 1731058983769 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058983769Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731058983770 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731058983770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731058983770Cleaning up temporary data from old regions at 1731058983838 (+68 ms)Region opened successfully at 1731058983858 (+20 ms) 2024-11-08T09:43:03,859 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:43:03,889 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7300e649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:43:03,917 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:43:03,926 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:43:03,926 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:43:03,928 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:43:03,930 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T09:43:03,934 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T09:43:03,934 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:43:03,957 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:43:03,965 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T09:43:04,016 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T09:43:04,019 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:43:04,022 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:43:04,032 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T09:43:04,035 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:43:04,039 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:43:04,049 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T09:43:04,051 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:43:04,060 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T09:43:04,080 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:43:04,090 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T09:43:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:43:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:43:04,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,105 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,33489,1731058982447, sessionid=0x1011b1d6dc50000, setting cluster-up flag (Was=false) 2024-11-08T09:43:04,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,160 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T09:43:04,163 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:04,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,209 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T09:43:04,211 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:04,217 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:43:04,284 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:43:04,291 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(746): ClusterId : 0be43671-d4ae-49d0-9c98-b065fd48368b 2024-11-08T09:43:04,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:43:04,294 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:43:04,300 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:43:04,304 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,33489,1731058982447 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:43:04,320 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:43:04,320 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:43:04,320 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:43:04,321 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,323 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731059014323 2024-11-08T09:43:04,324 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:43:04,325 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:43:04,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:43:04,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:43:04,327 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:43:04,328 DEBUG [RS:0;0e58e25f69ec:38231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0a89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:43:04,329 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:43:04,329 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:43:04,330 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:43:04,330 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:43:04,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:04,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:43:04,332 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,335 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:43:04,336 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:43:04,337 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:43:04,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:43:04,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:43:04,342 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731058984341,5,FailOnTimeoutGroup] 2024-11-08T09:43:04,342 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731058984342,5,FailOnTimeoutGroup] 2024-11-08T09:43:04,343 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,343 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:43:04,344 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,345 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,346 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:38231 2024-11-08T09:43:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:43:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:43:04,350 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:43:04,350 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:43:04,350 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:43:04,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:43:04,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573 2024-11-08T09:43:04,353 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,33489,1731058982447 with port=38231, startcode=1731058983167 2024-11-08T09:43:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:43:04,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:43:04,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:43:04,367 DEBUG [RS:0;0e58e25f69ec:38231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:43:04,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:43:04,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:43:04,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:04,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:04,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:43:04,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:43:04,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:04,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:04,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:43:04,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:43:04,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:04,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:04,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:43:04,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:43:04,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:04,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:04,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:43:04,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740 2024-11-08T09:43:04,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740 2024-11-08T09:43:04,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:43:04,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:43:04,397 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:43:04,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:43:04,403 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:43:04,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:43:04,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=738676, jitterRate=-0.06072528660297394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:43:04,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731058984366Initializing all the Stores at 1731058984368 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058984368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058984368Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731058984368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058984368Cleaning up temporary data from old regions at 1731058984396 (+28 ms)Region opened successfully at 1731058984411 (+15 ms) 2024-11-08T09:43:04,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:43:04,412 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:43:04,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:43:04,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:43:04,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:43:04,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:43:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731058984412Disabling compacts and flushes for region at 1731058984412Disabling writes for close at 1731058984412Writing region close event to WAL at 1731058984413 (+1 ms)Closed at 1731058984413 2024-11-08T09:43:04,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33489 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:43:04,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:43:04,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:43:04,430 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573 2024-11-08T09:43:04,431 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40491 2024-11-08T09:43:04,431 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:43:04,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:43:04,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:43:04,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:43:04,458 DEBUG [RS:0;0e58e25f69ec:38231 {}] zookeeper.ZKUtil(111): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,458 WARN [RS:0;0e58e25f69ec:38231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:43:04,458 INFO [RS:0;0e58e25f69ec:38231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:43:04,458 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,38231,1731058983167] 2024-11-08T09:43:04,486 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:43:04,500 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:43:04,504 INFO [RS:0;0e58e25f69ec:38231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:43:04,504 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,505 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:43:04,510 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:43:04,511 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,511 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,511 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,511 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,512 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:43:04,513 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:43:04,513 DEBUG [RS:0;0e58e25f69ec:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:43:04,515 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,516 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,516 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,516 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,516 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,516 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,38231,1731058983167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:43:04,535 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:43:04,537 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,38231,1731058983167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,538 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,538 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.Replication(171): 0e58e25f69ec,38231,1731058983167 started 2024-11-08T09:43:04,557 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:04,557 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,38231,1731058983167, RpcServer on 0e58e25f69ec/172.17.0.2:38231, sessionid=0x1011b1d6dc50001 2024-11-08T09:43:04,558 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:43:04,558 DEBUG [RS:0;0e58e25f69ec:38231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,559 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,38231,1731058983167' 2024-11-08T09:43:04,559 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T09:43:04,560 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T09:43:04,561 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:43:04,561 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:43:04,561 DEBUG [RS:0;0e58e25f69ec:38231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,561 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,38231,1731058983167' 2024-11-08T09:43:04,561 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T09:43:04,561 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T09:43:04,562 DEBUG [RS:0;0e58e25f69ec:38231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:43:04,562 INFO [RS:0;0e58e25f69ec:38231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:43:04,562 INFO [RS:0;0e58e25f69ec:38231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:43:04,586 WARN [0e58e25f69ec:33489 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:43:04,673 INFO [RS:0;0e58e25f69ec:38231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:43:04,676 INFO [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C38231%2C1731058983167, suffix=, logDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167, archiveDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/oldWALs, maxLogs=32 2024-11-08T09:43:04,693 DEBUG [RS:0;0e58e25f69ec:38231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058984680, exclude list is [], retry=0 2024-11-08T09:43:04,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:04,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:04,700 INFO [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058984680 2024-11-08T09:43:04,701 DEBUG [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T09:43:04,840 DEBUG [0e58e25f69ec:33489 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:43:04,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:04,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,38231,1731058983167, state=OPENING 2024-11-08T09:43:04,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:43:04,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:43:04,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:43:04,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:43:04,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:43:04,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,38231,1731058983167}] 2024-11-08T09:43:05,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:43:05,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50545, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:43:05,113 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:43:05,114 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:43:05,114 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:43:05,117 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C38231%2C1731058983167.meta, suffix=.meta, logDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167, archiveDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/oldWALs, maxLogs=32 2024-11-08T09:43:05,137 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.meta.1731058985120.meta, exclude list is [], retry=0 2024-11-08T09:43:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:05,144 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.meta.1731058985120.meta 2024-11-08T09:43:05,144 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40799:40799),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-08T09:43:05,145 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:43:05,146 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:43:05,148 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:43:05,153 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:43:05,158 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:43:05,159 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:43:05,159 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:43:05,159 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:43:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:43:05,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:43:05,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:43:05,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:43:05,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:43:05,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:43:05,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:05,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:05,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:43:05,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:43:05,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:05,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:43:05,173 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:43:05,174 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740 2024-11-08T09:43:05,176 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740 2024-11-08T09:43:05,179 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:43:05,179 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:43:05,180 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:43:05,183 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:43:05,185 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793685, jitterRate=0.009223580360412598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:43:05,185 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:43:05,186 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731058985160Writing region info on filesystem at 1731058985160Initializing all the Stores at 1731058985162 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058985162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058985162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731058985162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731058985162Cleaning up temporary data from old regions at 1731058985179 (+17 ms)Running coprocessor post-open hooks at 1731058985185 (+6 ms)Region opened successfully at 1731058985186 (+1 ms) 2024-11-08T09:43:05,193 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731058985093 2024-11-08T09:43:05,204 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:43:05,204 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:43:05,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:05,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,38231,1731058983167, state=OPEN 2024-11-08T09:43:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:43:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:43:05,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:43:05,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:43:05,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:05,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:43:05,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,38231,1731058983167 in 542 msec 2024-11-08T09:43:05,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:43:05,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0460 sec 2024-11-08T09:43:05,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:43:05,477 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:43:05,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:43:05,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,38231,1731058983167, seqNum=-1] 2024-11-08T09:43:05,519 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:43:05,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51241, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:43:05,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-08T09:43:05,538 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731058985538, completionTime=-1 2024-11-08T09:43:05,540 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:43:05,540 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T09:43:05,567 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T09:43:05,567 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731059045567 2024-11-08T09:43:05,567 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731059105567 2024-11-08T09:43:05,567 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-08T09:43:05,569 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33489,1731058982447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,569 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33489,1731058982447-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,569 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33489,1731058982447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,571 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:33489, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,571 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,572 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,579 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:43:05,619 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.252sec 2024-11-08T09:43:05,620 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:43:05,622 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:43:05,623 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:43:05,623 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:43:05,624 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:43:05,625 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33489,1731058982447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:43:05,625 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33489,1731058982447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:43:05,636 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:43:05,637 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:43:05,638 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33489,1731058982447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:43:05,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:43:05,721 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T09:43:05,721 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T09:43:05,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,33489,-1 for getting cluster id 2024-11-08T09:43:05,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:43:05,733 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0be43671-d4ae-49d0-9c98-b065fd48368b' 2024-11-08T09:43:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:43:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0be43671-d4ae-49d0-9c98-b065fd48368b" 2024-11-08T09:43:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eebb9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:43:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,33489,-1] 2024-11-08T09:43:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:43:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:43:05,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:43:05,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:43:05,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:43:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,38231,1731058983167, seqNum=-1] 2024-11-08T09:43:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:43:05,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:43:05,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:05,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:43:05,780 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T09:43:05,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:43:05,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e58e25f69ec,33489,1731058982447 2024-11-08T09:43:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51749f3b 2024-11-08T09:43:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:43:05,793 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:43:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T09:43:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T09:43:05,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:43:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T09:43:05,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:43:05,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T09:43:05,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:05,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:43:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:43:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741835_1011 (size=389) 2024-11-08T09:43:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741835_1011 (size=389) 2024-11-08T09:43:05,828 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ab17a0f721c7d10ea0aba2eecc18b40, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573 2024-11-08T09:43:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741836_1012 (size=72) 2024-11-08T09:43:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741836_1012 (size=72) 2024-11-08T09:43:05,839 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:43:05,839 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 6ab17a0f721c7d10ea0aba2eecc18b40, disabling compactions & flushes 2024-11-08T09:43:05,839 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:05,839 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:05,839 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. after waiting 0 ms 2024-11-08T09:43:05,839 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:05,839 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:05,839 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ab17a0f721c7d10ea0aba2eecc18b40: Waiting for close lock at 1731058985839Disabling compacts and flushes for region at 1731058985839Disabling writes for close at 1731058985839Writing region close event to WAL at 1731058985839Closed at 1731058985839 2024-11-08T09:43:05,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:43:05,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731058985842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731058985842"}]},"ts":"1731058985842"} 2024-11-08T09:43:05,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:43:05,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:43:05,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731058985855"}]},"ts":"1731058985855"} 2024-11-08T09:43:05,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T09:43:05,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6ab17a0f721c7d10ea0aba2eecc18b40, ASSIGN}] 2024-11-08T09:43:05,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6ab17a0f721c7d10ea0aba2eecc18b40, ASSIGN 2024-11-08T09:43:05,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6ab17a0f721c7d10ea0aba2eecc18b40, ASSIGN; state=OFFLINE, location=0e58e25f69ec,38231,1731058983167; forceNewPlan=false, retain=false 2024-11-08T09:43:06,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ab17a0f721c7d10ea0aba2eecc18b40, regionState=OPENING, regionLocation=0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:06,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6ab17a0f721c7d10ea0aba2eecc18b40, ASSIGN because future has completed 2024-11-08T09:43:06,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ab17a0f721c7d10ea0aba2eecc18b40, server=0e58e25f69ec,38231,1731058983167}] 2024-11-08T09:43:06,194 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:06,195 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ab17a0f721c7d10ea0aba2eecc18b40, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:43:06,195 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,195 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:43:06,195 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,196 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,198 INFO [StoreOpener-6ab17a0f721c7d10ea0aba2eecc18b40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,200 INFO [StoreOpener-6ab17a0f721c7d10ea0aba2eecc18b40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab17a0f721c7d10ea0aba2eecc18b40 columnFamilyName info 2024-11-08T09:43:06,200 DEBUG [StoreOpener-6ab17a0f721c7d10ea0aba2eecc18b40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:43:06,201 INFO [StoreOpener-6ab17a0f721c7d10ea0aba2eecc18b40-1 {}] regionserver.HStore(327): Store=6ab17a0f721c7d10ea0aba2eecc18b40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:43:06,202 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,203 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,204 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,205 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,205 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,208 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,211 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:43:06,212 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ab17a0f721c7d10ea0aba2eecc18b40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805404, jitterRate=0.0241253525018692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T09:43:06,213 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:06,214 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ab17a0f721c7d10ea0aba2eecc18b40: Running coprocessor pre-open hook at 1731058986196Writing region info on filesystem at 1731058986196Initializing all the Stores at 1731058986197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731058986198 (+1 ms)Cleaning up temporary data from old regions at 1731058986205 (+7 ms)Running coprocessor post-open hooks at 1731058986213 (+8 ms)Region opened successfully at 1731058986214 (+1 ms) 2024-11-08T09:43:06,216 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40., pid=6, masterSystemTime=1731058986182 2024-11-08T09:43:06,219 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:06,220 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:06,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ab17a0f721c7d10ea0aba2eecc18b40, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,38231,1731058983167 2024-11-08T09:43:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ab17a0f721c7d10ea0aba2eecc18b40, server=0e58e25f69ec,38231,1731058983167 because future has completed 2024-11-08T09:43:06,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:43:06,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ab17a0f721c7d10ea0aba2eecc18b40, server=0e58e25f69ec,38231,1731058983167 in 200 msec 2024-11-08T09:43:06,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:43:06,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6ab17a0f721c7d10ea0aba2eecc18b40, ASSIGN in 367 msec 2024-11-08T09:43:06,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:43:06,236 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731058986235"}]},"ts":"1731058986235"} 2024-11-08T09:43:06,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T09:43:06,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:43:06,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 441 msec 2024-11-08T09:43:10,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T09:43:10,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:43:10,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T09:43:12,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:43:12,774 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:43:12,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T09:43:12,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T09:43:12,782 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:43:12,782 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:43:12,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:43:12,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:43:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:43:15,890 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T09:43:15,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T09:43:15,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T09:43:15,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:43:15,917 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058995903, exclude list is [], retry=0 2024-11-08T09:43:15,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:15,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:15,924 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058984680 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058995903 2024-11-08T09:43:15,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T09:43:15,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058984680 is not closed yet, will try archiving it next time 2024-11-08T09:43:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741833_1009 (size=451) 2024-11-08T09:43:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741833_1009 (size=451) 2024-11-08T09:43:15,931 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058984680 to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/oldWALs/0e58e25f69ec%2C38231%2C1731058983167.1731058984680 2024-11-08T09:43:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40., hostname=0e58e25f69ec,38231,1731058983167, seqNum=2] 2024-11-08T09:43:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:29,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ab17a0f721c7d10ea0aba2eecc18b40 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:43:30,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/3c28434a6a7445b1b6c048d2ba32b964 is 1055, key is row0001/info:/1731058995937/Put/seqid=0 2024-11-08T09:43:30,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741838_1014 (size=13386) 2024-11-08T09:43:30,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741838_1014 (size=13386) 2024-11-08T09:43:30,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/3c28434a6a7445b1b6c048d2ba32b964 2024-11-08T09:43:30,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/3c28434a6a7445b1b6c048d2ba32b964 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/3c28434a6a7445b1b6c048d2ba32b964 2024-11-08T09:43:30,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/3c28434a6a7445b1b6c048d2ba32b964, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T09:43:30,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 6ab17a0f721c7d10ea0aba2eecc18b40 in 126ms, sequenceid=12, compaction requested=false 2024-11-08T09:43:30,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ab17a0f721c7d10ea0aba2eecc18b40: 2024-11-08T09:43:31,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:43:36,035 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059016014, exclude list is [], retry=0 2024-11-08T09:43:36,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:36,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:36,041 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058995903 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059016014 2024-11-08T09:43:36,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T09:43:36,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731058995903 is not closed yet, will try archiving it next time 2024-11-08T09:43:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741837_1013 (size=12149) 2024-11-08T09:43:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741837_1013 (size=12149) 2024-11-08T09:43:41,046 INFO [AsyncFSWAL-0-hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573-prefix:0e58e25f69ec,38231,1731058983167 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK], DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK]] 2024-11-08T09:43:41,048 WARN [AsyncFSWAL-0-hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573-prefix:0e58e25f69ec,38231,1731058983167 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK], DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK]] 2024-11-08T09:43:41,049 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0e58e25f69ec%2C38231%2C1731058983167:(num 1731059016014) roll requested 2024-11-08T09:43:41,065 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059021049, exclude list is [], retry=0 2024-11-08T09:43:41,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:41,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:41,071 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059016014 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059021049 2024-11-08T09:43:41,071 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:40799:40799)] 2024-11-08T09:43:41,072 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059016014 is not closed yet, will try archiving it next time 2024-11-08T09:43:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741839_1015 (size=1233) 2024-11-08T09:43:41,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741839_1015 (size=1233) 2024-11-08T09:43:41,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059016014 not finished, retry = 0 2024-11-08T09:43:43,048 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T09:43:43,060 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059023048, exclude list is [], retry=0 2024-11-08T09:43:43,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-de8e085d-d64e-47e4-bd4c-b497f9156482,DISK] 2024-11-08T09:43:43,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-82adc79c-eb5d-473b-b062-08b4e4217d27,DISK] 2024-11-08T09:43:43,066 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059021049 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059023048 2024-11-08T09:43:43,066 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40799:40799),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-08T09:43:43,066 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059021049 is not closed yet, will try archiving it next time 2024-11-08T09:43:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741840_1016 (size=93) 2024-11-08T09:43:43,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059021049 not finished, retry = 0 2024-11-08T09:43:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741840_1016 (size=93) 2024-11-08T09:43:43,170 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/WALs/0e58e25f69ec,38231,1731058983167/0e58e25f69ec%2C38231%2C1731058983167.1731059021049 to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/oldWALs/0e58e25f69ec%2C38231%2C1731058983167.1731059021049 2024-11-08T09:43:45,654 INFO [master/0e58e25f69ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T09:43:45,654 INFO [master/0e58e25f69ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T09:43:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:43:51,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ab17a0f721c7d10ea0aba2eecc18b40 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:43:51,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/13f83048174146ad8111ab39b804aa71 is 1055, key is row0009/info:/1731059011996/Put/seqid=0 2024-11-08T09:43:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741842_1018 (size=13386) 2024-11-08T09:43:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741842_1018 (size=13386) 2024-11-08T09:43:51,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/13f83048174146ad8111ab39b804aa71 2024-11-08T09:43:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/13f83048174146ad8111ab39b804aa71 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/13f83048174146ad8111ab39b804aa71 2024-11-08T09:43:51,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/13f83048174146ad8111ab39b804aa71, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T09:43:51,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 6ab17a0f721c7d10ea0aba2eecc18b40 in 43ms, sequenceid=23, compaction requested=false 2024-11-08T09:43:51,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ab17a0f721c7d10ea0aba2eecc18b40: 2024-11-08T09:43:51,144 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T09:43:51,144 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:43:51,144 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/3c28434a6a7445b1b6c048d2ba32b964 because midkey is the same as first or last row 2024-11-08T09:43:51,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6ab17a0f721c7d10ea0aba2eecc18b40, had cached 0 bytes from a total of 26772 2024-11-08T09:44:01,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:44:03,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:44:03,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:44:03,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:44:03,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:03,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:03,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:44:03,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:44:03,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-11-08T09:44:03,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,33489,1731058982447 2024-11-08T09:44:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:03,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:44:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:03,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:44:03,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:44:03,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:03,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,38231,1731058983167' ***** 2024-11-08T09:44:03,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:03,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:03,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:44:03,223 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:44:03,224 INFO [RS:0;0e58e25f69ec:38231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:44:03,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:44:03,224 INFO [RS:0;0e58e25f69ec:38231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:44:03,225 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:44:03,226 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,38231,1731058983167 2024-11-08T09:44:03,226 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:44:03,226 INFO [RS:0;0e58e25f69ec:38231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:38231. 2024-11-08T09:44:03,226 DEBUG [RS:0;0e58e25f69ec:38231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:44:03,226 DEBUG [RS:0;0e58e25f69ec:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:03,226 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ab17a0f721c7d10ea0aba2eecc18b40, disabling compactions & flushes 2024-11-08T09:44:03,227 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:44:03,227 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:44:03,227 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:44:03,227 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:44:03,227 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. after waiting 0 ms 2024-11-08T09:44:03,227 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:44:03,227 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:44:03,227 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:44:03,227 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ab17a0f721c7d10ea0aba2eecc18b40 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T09:44:03,228 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:44:03,228 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:44:03,228 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:44:03,228 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:44:03,228 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:44:03,228 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:44:03,229 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ab17a0f721c7d10ea0aba2eecc18b40=TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40.} 2024-11-08T09:44:03,229 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T09:44:03,229 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:44:03,236 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/ec928f7cbe1945f386b6f8d560e7ef46 is 1055, key is row0017/info:/1731059033105/Put/seqid=0 2024-11-08T09:44:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741843_1019 (size=10222) 2024-11-08T09:44:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741843_1019 (size=10222) 2024-11-08T09:44:03,250 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/info/8244bee6d3894f09be6d19b2ab167e52 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40./info:regioninfo/1731058986221/Put/seqid=0 2024-11-08T09:44:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741844_1020 (size=7016) 2024-11-08T09:44:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741844_1020 (size=7016) 2024-11-08T09:44:03,257 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/info/8244bee6d3894f09be6d19b2ab167e52 2024-11-08T09:44:03,284 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/ns/2799bb52734d425181cfccb5ca1f2500 is 43, key is default/ns:d/1731058985525/Put/seqid=0 2024-11-08T09:44:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741845_1021 (size=5153) 2024-11-08T09:44:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741845_1021 (size=5153) 2024-11-08T09:44:03,291 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/ns/2799bb52734d425181cfccb5ca1f2500 2024-11-08T09:44:03,319 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/table/475531592eb24940bf485e21b8d53161 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731058986235/Put/seqid=0 2024-11-08T09:44:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741846_1022 (size=5396) 2024-11-08T09:44:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741846_1022 (size=5396) 2024-11-08T09:44:03,326 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/table/475531592eb24940bf485e21b8d53161 2024-11-08T09:44:03,337 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/info/8244bee6d3894f09be6d19b2ab167e52 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/info/8244bee6d3894f09be6d19b2ab167e52 2024-11-08T09:44:03,347 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/info/8244bee6d3894f09be6d19b2ab167e52, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T09:44:03,349 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/ns/2799bb52734d425181cfccb5ca1f2500 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/ns/2799bb52734d425181cfccb5ca1f2500 2024-11-08T09:44:03,358 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/ns/2799bb52734d425181cfccb5ca1f2500, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:44:03,360 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/.tmp/table/475531592eb24940bf485e21b8d53161 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/table/475531592eb24940bf485e21b8d53161 2024-11-08T09:44:03,369 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/table/475531592eb24940bf485e21b8d53161, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T09:44:03,370 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false 2024-11-08T09:44:03,377 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:44:03,379 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:44:03,379 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:44:03,379 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059043228Running coprocessor pre-close hooks at 1731059043228Disabling compacts and flushes for region at 1731059043228Disabling writes for close at 1731059043228Obtaining lock to block concurrent updates at 1731059043229 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731059043229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731059043230 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731059043230Flushing 1588230740/info: creating writer at 1731059043231 (+1 ms)Flushing 1588230740/info: appending metadata at 1731059043249 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731059043249Flushing 1588230740/ns: creating writer at 1731059043268 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731059043283 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731059043283Flushing 1588230740/table: creating writer at 1731059043300 (+17 ms)Flushing 1588230740/table: appending metadata at 1731059043319 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731059043319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d90be70: reopening flushed file at 1731059043335 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301753d3: reopening flushed file at 1731059043347 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c04301: reopening flushed file at 1731059043358 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false at 1731059043370 (+12 ms)Writing region close event to WAL at 1731059043372 (+2 ms)Running coprocessor post-close hooks at 1731059043378 (+6 ms)Closed at 1731059043379 (+1 ms) 2024-11-08T09:44:03,380 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:44:03,430 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1351): Waiting on 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:44:03,534 INFO [regionserver/0e58e25f69ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:44:03,534 INFO [regionserver/0e58e25f69ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:44:03,630 DEBUG [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1351): Waiting on 6ab17a0f721c7d10ea0aba2eecc18b40 2024-11-08T09:44:03,644 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/ec928f7cbe1945f386b6f8d560e7ef46 2024-11-08T09:44:03,659 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/.tmp/info/ec928f7cbe1945f386b6f8d560e7ef46 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/ec928f7cbe1945f386b6f8d560e7ef46 2024-11-08T09:44:03,668 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/info/ec928f7cbe1945f386b6f8d560e7ef46, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T09:44:03,669 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 6ab17a0f721c7d10ea0aba2eecc18b40 in 442ms, sequenceid=31, compaction requested=true 2024-11-08T09:44:03,676 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/data/default/TestLogRolling-testSlowSyncLogRolling/6ab17a0f721c7d10ea0aba2eecc18b40/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T09:44:03,676 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:44:03,677 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ab17a0f721c7d10ea0aba2eecc18b40: Waiting for close lock at 1731059043226Running coprocessor pre-close hooks at 1731059043226Disabling compacts and flushes for region at 1731059043226Disabling writes for close at 1731059043227 (+1 ms)Obtaining lock to block concurrent updates at 1731059043227Preparing flush snapshotting stores in 6ab17a0f721c7d10ea0aba2eecc18b40 at 1731059043227Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731059043228 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. at 1731059043230 (+2 ms)Flushing 6ab17a0f721c7d10ea0aba2eecc18b40/info: creating writer at 1731059043230Flushing 6ab17a0f721c7d10ea0aba2eecc18b40/info: appending metadata at 1731059043235 (+5 ms)Flushing 6ab17a0f721c7d10ea0aba2eecc18b40/info: closing flushed file at 1731059043235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cfaa5a: reopening flushed file at 1731059043657 (+422 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 6ab17a0f721c7d10ea0aba2eecc18b40 in 442ms, sequenceid=31, compaction requested=true at 1731059043670 (+13 ms)Writing region close event to WAL at 1731059043670Running coprocessor post-close hooks at 1731059043676 (+6 ms)Closed at 1731059043676 2024-11-08T09:44:03,677 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731058985794.6ab17a0f721c7d10ea0aba2eecc18b40. 2024-11-08T09:44:03,830 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,38231,1731058983167; all regions closed. 2024-11-08T09:44:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741834_1010 (size=3066) 2024-11-08T09:44:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741834_1010 (size=3066) 2024-11-08T09:44:03,844 DEBUG [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/oldWALs 2024-11-08T09:44:03,844 INFO [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C38231%2C1731058983167.meta:.meta(num 1731058985120) 2024-11-08T09:44:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741841_1017 (size=13164) 2024-11-08T09:44:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741841_1017 (size=13164) 2024-11-08T09:44:03,853 DEBUG [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/oldWALs 2024-11-08T09:44:03,853 INFO [RS:0;0e58e25f69ec:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C38231%2C1731058983167:(num 1731059023048) 2024-11-08T09:44:03,853 DEBUG [RS:0;0e58e25f69ec:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:03,853 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:44:03,853 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:44:03,853 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:44:03,853 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:44:03,854 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:44:03,854 INFO [RS:0;0e58e25f69ec:38231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38231 2024-11-08T09:44:03,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:44:03,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,38231,1731058983167 2024-11-08T09:44:03,902 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:44:03,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,38231,1731058983167] 2024-11-08T09:44:03,919 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,38231,1731058983167 already deleted, retry=false 2024-11-08T09:44:03,919 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,38231,1731058983167 expired; onlineServers=0 2024-11-08T09:44:03,920 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,33489,1731058982447' ***** 2024-11-08T09:44:03,920 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:44:03,920 INFO [M:0;0e58e25f69ec:33489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:44:03,920 INFO [M:0;0e58e25f69ec:33489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:44:03,921 DEBUG [M:0;0e58e25f69ec:33489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:44:03,921 DEBUG [M:0;0e58e25f69ec:33489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:44:03,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:44:03,921 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731058984341 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731058984341,5,FailOnTimeoutGroup] 2024-11-08T09:44:03,921 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731058984342 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731058984342,5,FailOnTimeoutGroup] 2024-11-08T09:44:03,922 INFO [M:0;0e58e25f69ec:33489 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:44:03,922 INFO [M:0;0e58e25f69ec:33489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:44:03,923 DEBUG [M:0;0e58e25f69ec:33489 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:44:03,923 INFO [M:0;0e58e25f69ec:33489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:44:03,923 INFO [M:0;0e58e25f69ec:33489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:44:03,925 INFO [M:0;0e58e25f69ec:33489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:44:03,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:44:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T09:44:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:03,927 DEBUG [M:0;0e58e25f69ec:33489 {}] zookeeper.ZKUtil(347): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T09:44:03,927 WARN [M:0;0e58e25f69ec:33489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:44:03,928 INFO [M:0;0e58e25f69ec:33489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/.lastflushedseqids 2024-11-08T09:44:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741847_1023 (size=130) 2024-11-08T09:44:03,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741847_1023 (size=130) 2024-11-08T09:44:03,943 INFO [M:0;0e58e25f69ec:33489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:44:03,943 INFO [M:0;0e58e25f69ec:33489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:44:03,943 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:44:03,943 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:03,943 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:03,943 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:44:03,943 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:03,944 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-08T09:44:03,961 DEBUG [M:0;0e58e25f69ec:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1070b47fec5e4124859271466399197f is 82, key is hbase:meta,,1/info:regioninfo/1731058985205/Put/seqid=0 2024-11-08T09:44:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:44:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:44:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1011b1d6dc50001, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:04,012 INFO [RS:0;0e58e25f69ec:38231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:44:04,012 INFO [RS:0;0e58e25f69ec:38231 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,38231,1731058983167; zookeeper connection closed. 2024-11-08T09:44:04,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70f05883 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70f05883 2024-11-08T09:44:04,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:44:04,372 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1070b47fec5e4124859271466399197f 2024-11-08T09:44:04,400 DEBUG [M:0;0e58e25f69ec:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47f8623f6d5a4298b9379052df388715 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731058986243/Put/seqid=0 2024-11-08T09:44:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741849_1025 (size=6248) 2024-11-08T09:44:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741849_1025 (size=6248) 2024-11-08T09:44:04,407 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47f8623f6d5a4298b9379052df388715 2024-11-08T09:44:04,413 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47f8623f6d5a4298b9379052df388715 2024-11-08T09:44:04,430 DEBUG [M:0;0e58e25f69ec:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acc1a7d9f3314a4cb58a61443ac5e835 is 69, key is 0e58e25f69ec,38231,1731058983167/rs:state/1731058984417/Put/seqid=0 2024-11-08T09:44:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:44:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:44:04,436 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acc1a7d9f3314a4cb58a61443ac5e835 2024-11-08T09:44:04,462 DEBUG [M:0;0e58e25f69ec:33489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/01914f2322d14a4cac15f505bec19481 is 52, key is load_balancer_on/state:d/1731058985777/Put/seqid=0 2024-11-08T09:44:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741851_1027 (size=5056) 2024-11-08T09:44:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741851_1027 (size=5056) 2024-11-08T09:44:04,469 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/01914f2322d14a4cac15f505bec19481 2024-11-08T09:44:04,479 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1070b47fec5e4124859271466399197f as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1070b47fec5e4124859271466399197f 2024-11-08T09:44:04,488 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1070b47fec5e4124859271466399197f, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T09:44:04,489 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47f8623f6d5a4298b9379052df388715 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47f8623f6d5a4298b9379052df388715 2024-11-08T09:44:04,497 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47f8623f6d5a4298b9379052df388715 2024-11-08T09:44:04,497 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47f8623f6d5a4298b9379052df388715, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T09:44:04,499 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acc1a7d9f3314a4cb58a61443ac5e835 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acc1a7d9f3314a4cb58a61443ac5e835 2024-11-08T09:44:04,507 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acc1a7d9f3314a4cb58a61443ac5e835, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T09:44:04,508 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/01914f2322d14a4cac15f505bec19481 as hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/01914f2322d14a4cac15f505bec19481 2024-11-08T09:44:04,516 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/01914f2322d14a4cac15f505bec19481, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T09:44:04,518 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=59, compaction requested=false 2024-11-08T09:44:04,519 INFO [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:04,520 DEBUG [M:0;0e58e25f69ec:33489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059043943Disabling compacts and flushes for region at 1731059043943Disabling writes for close at 1731059043943Obtaining lock to block concurrent updates at 1731059043944 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731059043944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731059043944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731059043945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731059043945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731059043961 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731059043961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731059044383 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731059044399 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731059044399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731059044414 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731059044429 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731059044429Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731059044445 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731059044461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731059044461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acec3c5: reopening flushed file at 1731059044477 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d524f2: reopening flushed file at 1731059044488 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b63bd5f: reopening flushed file at 1731059044498 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb0e8e5: reopening flushed file at 1731059044507 (+9 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=59, compaction requested=false at 1731059044518 (+11 ms)Writing region close event to WAL at 1731059044519 (+1 ms)Closed at 1731059044519 2024-11-08T09:44:04,520 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:44:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741830_1006 (size=27985) 2024-11-08T09:44:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741830_1006 (size=27985) 2024-11-08T09:44:04,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:44:04,524 INFO [M:0;0e58e25f69ec:33489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:44:04,524 INFO [M:0;0e58e25f69ec:33489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33489 2024-11-08T09:44:04,524 INFO [M:0;0e58e25f69ec:33489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:44:04,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:04,678 INFO [M:0;0e58e25f69ec:33489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:44:04,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33489-0x1011b1d6dc50000, quorum=127.0.0.1:56778, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:04,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:04,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:04,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:04,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:04,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:04,725 WARN [BP-1498085462-172.17.0.2-1731058978745 heartbeating to localhost/127.0.0.1:40491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:04,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:04,725 WARN [BP-1498085462-172.17.0.2-1731058978745 heartbeating to localhost/127.0.0.1:40491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498085462-172.17.0.2-1731058978745 (Datanode Uuid b6a4b9db-a724-47ee-97bc-c4107d36cd36) service to localhost/127.0.0.1:40491 2024-11-08T09:44:04,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:04,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data3/current/BP-1498085462-172.17.0.2-1731058978745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:04,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data4/current/BP-1498085462-172.17.0.2-1731058978745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:04,727 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:04,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:04,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:04,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:04,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:04,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:04,732 WARN [BP-1498085462-172.17.0.2-1731058978745 heartbeating to localhost/127.0.0.1:40491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:04,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:04,732 WARN [BP-1498085462-172.17.0.2-1731058978745 heartbeating to localhost/127.0.0.1:40491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498085462-172.17.0.2-1731058978745 (Datanode Uuid 88a8e8bc-14a7-47e6-9c42-a7cb0989b690) service to localhost/127.0.0.1:40491 2024-11-08T09:44:04,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:04,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data1/current/BP-1498085462-172.17.0.2-1731058978745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:04,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/cluster_198e3ac4-0821-5fbd-5ad4-3179096e93e4/data/data2/current/BP-1498085462-172.17.0.2-1731058978745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:04,733 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:04,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:44:04,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:04,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:04,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:04,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:04,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:44:04,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:44:04,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:40491 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0e58e25f69ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0e58e25f69ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:40491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:40491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0e58e25f69ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=8621 (was 9151) 2024-11-08T09:44:04,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8621 2024-11-08T09:44:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:44:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.log.dir so I do NOT create it in target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92 2024-11-08T09:44:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8e58b63-3f1b-e83b-742f-322be92dba8b/hadoop.tmp.dir so I do NOT create it in target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92 2024-11-08T09:44:04,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a, deleteOnExit=true 2024-11-08T09:44:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:44:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/test.cache.data in system properties and HBase conf 2024-11-08T09:44:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:44:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:44:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:44:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:44:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:44:04,794 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:44:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:44:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:44:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:44:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:44:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:44:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:44:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:44:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:44:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:44:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:44:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:44:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:44:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:44:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:44:05,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:05,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:05,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:05,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:05,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:44:05,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:05,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@689e34fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:05,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178e5bd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:05,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45f5f27a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-37357-hadoop-hdfs-3_4_1-tests_jar-_-any-11177458993568181873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:44:05,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f4d6437{HTTP/1.1, (http/1.1)}{localhost:37357} 2024-11-08T09:44:05,212 INFO [Time-limited test {}] server.Server(415): Started @68239ms 2024-11-08T09:44:05,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:05,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:05,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:05,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:05,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:44:05,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a88890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:05,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6838f4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:05,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49067266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-34081-hadoop-hdfs-3_4_1-tests_jar-_-any-8494201798114556823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:05,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cf3846d{HTTP/1.1, (http/1.1)}{localhost:34081} 2024-11-08T09:44:05,537 INFO [Time-limited test {}] server.Server(415): Started @68564ms 2024-11-08T09:44:05,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:05,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:05,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:05,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:05,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:05,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:44:05,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc1b8da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:05,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8bef37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:05,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26322f0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-39795-hadoop-hdfs-3_4_1-tests_jar-_-any-7711124061252785206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:05,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dcba957{HTTP/1.1, (http/1.1)}{localhost:39795} 2024-11-08T09:44:05,676 INFO [Time-limited test {}] server.Server(415): Started @68703ms 2024-11-08T09:44:05,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:06,304 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data1/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:06,304 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data2/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:06,325 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc041dfbe5dc67c2 with lease ID 0x1ed910bcc271b805: Processing first storage report for DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1 from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=9fc6704a-eb91-49d4-aa17-44cef331bc5c, infoPort=42953, infoSecurePort=0, ipcPort=35467, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc041dfbe5dc67c2 with lease ID 0x1ed910bcc271b805: from storage DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1 node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=9fc6704a-eb91-49d4-aa17-44cef331bc5c, infoPort=42953, infoSecurePort=0, ipcPort=35467, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc041dfbe5dc67c2 with lease ID 0x1ed910bcc271b805: Processing first storage report for DS-83799dce-8180-41cb-af75-a50dd13a80bf from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=9fc6704a-eb91-49d4-aa17-44cef331bc5c, infoPort=42953, infoSecurePort=0, ipcPort=35467, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc041dfbe5dc67c2 with lease ID 0x1ed910bcc271b805: from storage DS-83799dce-8180-41cb-af75-a50dd13a80bf node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=9fc6704a-eb91-49d4-aa17-44cef331bc5c, infoPort=42953, infoSecurePort=0, ipcPort=35467, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:06,429 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data4/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:06,429 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data3/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:06,454 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7dc1003229e8eeb with lease ID 0x1ed910bcc271b806: Processing first storage report for DS-dad4f60e-8ca9-47ef-81bb-f021eb973382 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=7662e5fa-e56b-440a-94ff-955302dbe864, infoPort=42647, infoSecurePort=0, ipcPort=35743, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7dc1003229e8eeb with lease ID 0x1ed910bcc271b806: from storage DS-dad4f60e-8ca9-47ef-81bb-f021eb973382 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=7662e5fa-e56b-440a-94ff-955302dbe864, infoPort=42647, infoSecurePort=0, ipcPort=35743, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7dc1003229e8eeb with lease ID 0x1ed910bcc271b806: Processing first storage report for DS-c2ce81f5-02a7-40a8-829b-2cf8f83f3424 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=7662e5fa-e56b-440a-94ff-955302dbe864, infoPort=42647, infoSecurePort=0, ipcPort=35743, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7dc1003229e8eeb with lease ID 0x1ed910bcc271b806: from storage DS-c2ce81f5-02a7-40a8-829b-2cf8f83f3424 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=7662e5fa-e56b-440a-94ff-955302dbe864, infoPort=42647, infoSecurePort=0, ipcPort=35743, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:06,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92 2024-11-08T09:44:06,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/zookeeper_0, clientPort=55862, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:44:06,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55862 2024-11-08T09:44:06,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:44:06,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:44:06,536 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6 with version=8 2024-11-08T09:44:06,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase-staging 2024-11-08T09:44:06,538 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:44:06,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:44:06,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35217 2024-11-08T09:44:06,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35217 connecting to ZooKeeper ensemble=127.0.0.1:55862 2024-11-08T09:44:06,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352170x0, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:44:06,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35217-0x1011b1e6b3d0000 connected 2024-11-08T09:44:06,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:06,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6, hbase.cluster.distributed=false 2024-11-08T09:44:06,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:44:06,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-08T09:44:06,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35217 2024-11-08T09:44:06,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35217 2024-11-08T09:44:06,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-08T09:44:06,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-08T09:44:06,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:44:06,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:44:06,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43193 2024-11-08T09:44:06,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43193 connecting to ZooKeeper ensemble=127.0.0.1:55862 2024-11-08T09:44:06,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431930x0, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:44:06,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43193-0x1011b1e6b3d0001 connected 2024-11-08T09:44:06,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:06,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:44:06,695 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:44:06,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T09:44:06,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:44:06,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43193 2024-11-08T09:44:06,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43193 2024-11-08T09:44:06,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43193 2024-11-08T09:44:06,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43193 2024-11-08T09:44:06,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43193 2024-11-08T09:44:06,710 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:35217 2024-11-08T09:44:06,711 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:06,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:06,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:06,719 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T09:44:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,727 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T09:44:06,728 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,35217,1731059046538 from backup master directory 2024-11-08T09:44:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:06,735 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:44:06,735 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:06,740 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/hbase.id] with ID: 328d34f7-81df-47d9-84d1-f62c8ee14a70 2024-11-08T09:44:06,741 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/.tmp/hbase.id 2024-11-08T09:44:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:44:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:44:06,750 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/.tmp/hbase.id]:[hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/hbase.id] 2024-11-08T09:44:06,768 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:06,769 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:44:06,770 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:44:06,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:44:06,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:44:06,785 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:44:06,786 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:44:06,786 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:44:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:44:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:44:06,798 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store 2024-11-08T09:44:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:44:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:44:06,807 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:06,807 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:44:06,807 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:06,808 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:06,808 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:44:06,808 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:06,808 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:06,808 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059046807Disabling compacts and flushes for region at 1731059046807Disabling writes for close at 1731059046808 (+1 ms)Writing region close event to WAL at 1731059046808Closed at 1731059046808 2024-11-08T09:44:06,809 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/.initializing 2024-11-08T09:44:06,809 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:06,810 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:44:06,813 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C35217%2C1731059046538, suffix=, logDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/oldWALs, maxLogs=10 2024-11-08T09:44:06,825 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813, exclude list is [], retry=0 2024-11-08T09:44:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-dad4f60e-8ca9-47ef-81bb-f021eb973382,DISK] 2024-11-08T09:44:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK] 2024-11-08T09:44:06,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 2024-11-08T09:44:06,831 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:42953:42953)] 2024-11-08T09:44:06,831 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:44:06,832 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:06,832 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,832 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:44:06,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:06,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:06,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:44:06,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:06,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:06,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:44:06,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:06,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:06,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:44:06,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:06,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:06,843 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,844 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,845 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,846 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,847 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,847 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:44:06,849 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:06,851 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:44:06,852 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805159, jitterRate=0.023813873529434204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:44:06,853 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731059046832Initializing all the Stores at 1731059046833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059046833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059046833Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059046833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059046833Cleaning up temporary data from old regions at 1731059046847 (+14 ms)Region opened successfully at 1731059046853 (+6 ms) 2024-11-08T09:44:06,853 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:44:06,857 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718392bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:44:06,858 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:44:06,859 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:44:06,859 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:44:06,859 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:44:06,860 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:44:06,860 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:44:06,860 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:44:06,863 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:44:06,864 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T09:44:06,876 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T09:44:06,877 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:44:06,878 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:44:06,884 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T09:44:06,885 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:44:06,886 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:44:06,893 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T09:44:06,894 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:44:06,901 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T09:44:06,904 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:44:06,910 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T09:44:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,919 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,35217,1731059046538, sessionid=0x1011b1e6b3d0000, setting cluster-up flag (Was=false) 2024-11-08T09:44:06,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,960 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T09:44:06,962 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:06,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:06,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:07,001 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T09:44:07,003 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:07,004 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:44:07,006 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:07,007 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:44:07,007 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:44:07,007 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,35217,1731059046538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:44:07,009 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,010 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731059077010 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:44:07,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:44:07,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:44:07,011 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,012 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:44:07,012 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:44:07,012 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:44:07,012 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:44:07,012 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:44:07,013 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059047012,5,FailOnTimeoutGroup] 2024-11-08T09:44:07,013 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059047013,5,FailOnTimeoutGroup] 2024-11-08T09:44:07,013 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,013 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,013 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:44:07,013 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,013 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:44:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:44:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:44:07,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:44:07,026 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6 2024-11-08T09:44:07,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:44:07,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:44:07,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:07,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:44:07,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:44:07,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:44:07,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:44:07,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:44:07,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:44:07,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:44:07,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:44:07,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:44:07,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740 2024-11-08T09:44:07,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740 2024-11-08T09:44:07,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:44:07,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:44:07,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:44:07,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:44:07,055 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:44:07,055 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=877753, jitterRate=0.11612112820148468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:44:07,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731059047036Initializing all the Stores at 1731059047037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059047037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059047037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059047037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059047037Cleaning up temporary data from old regions at 1731059047050 (+13 ms)Region opened successfully at 1731059047056 (+6 ms) 2024-11-08T09:44:07,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:44:07,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:44:07,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:44:07,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:44:07,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:44:07,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:44:07,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059047057Disabling compacts and flushes for region at 1731059047057Disabling writes for close at 1731059047057Writing region close event to WAL at 1731059047057Closed at 1731059047057 2024-11-08T09:44:07,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:07,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:44:07,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:44:07,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:44:07,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:44:07,102 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(746): ClusterId : 328d34f7-81df-47d9-84d1-f62c8ee14a70 2024-11-08T09:44:07,102 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:44:07,136 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:44:07,136 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:44:07,145 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:44:07,145 DEBUG [RS:0;0e58e25f69ec:43193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436ccea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:44:07,160 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:43193 2024-11-08T09:44:07,160 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:44:07,160 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:44:07,160 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:44:07,161 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,35217,1731059046538 with port=43193, startcode=1731059046675 2024-11-08T09:44:07,161 DEBUG [RS:0;0e58e25f69ec:43193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:44:07,163 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:44:07,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35217 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,165 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6 2024-11-08T09:44:07,165 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37131 2024-11-08T09:44:07,165 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:44:07,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:44:07,177 DEBUG [RS:0;0e58e25f69ec:43193 {}] zookeeper.ZKUtil(111): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,177 WARN [RS:0;0e58e25f69ec:43193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:44:07,177 INFO [RS:0;0e58e25f69ec:43193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:44:07,178 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,43193,1731059046675] 2024-11-08T09:44:07,185 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:44:07,188 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:44:07,189 INFO [RS:0;0e58e25f69ec:43193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:44:07,189 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,189 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:44:07,190 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:44:07,190 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,191 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,192 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,192 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,192 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:07,192 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:44:07,192 DEBUG [RS:0;0e58e25f69ec:43193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:44:07,192 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,192 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,193 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,193 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,193 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,193 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,43193,1731059046675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:44:07,209 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:44:07,209 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,43193,1731059046675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,209 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,209 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.Replication(171): 0e58e25f69ec,43193,1731059046675 started 2024-11-08T09:44:07,213 WARN [0e58e25f69ec:35217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:44:07,225 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,225 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,43193,1731059046675, RpcServer on 0e58e25f69ec/172.17.0.2:43193, sessionid=0x1011b1e6b3d0001 2024-11-08T09:44:07,225 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:44:07,225 DEBUG [RS:0;0e58e25f69ec:43193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,225 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,43193,1731059046675' 2024-11-08T09:44:07,225 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T09:44:07,226 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T09:44:07,227 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:44:07,227 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:44:07,227 DEBUG [RS:0;0e58e25f69ec:43193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,227 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,43193,1731059046675' 2024-11-08T09:44:07,227 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T09:44:07,227 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T09:44:07,228 DEBUG [RS:0;0e58e25f69ec:43193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:44:07,228 INFO [RS:0;0e58e25f69ec:43193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:44:07,228 INFO [RS:0;0e58e25f69ec:43193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:44:07,328 INFO [RS:0;0e58e25f69ec:43193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:44:07,331 INFO [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C43193%2C1731059046675, suffix=, logDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs, maxLogs=32 2024-11-08T09:44:07,349 DEBUG [RS:0;0e58e25f69ec:43193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334, exclude list is [], retry=0 2024-11-08T09:44:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-dad4f60e-8ca9-47ef-81bb-f021eb973382,DISK] 2024-11-08T09:44:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK] 2024-11-08T09:44:07,356 INFO [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 2024-11-08T09:44:07,356 DEBUG [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42953:42953),(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-08T09:44:07,463 DEBUG [0e58e25f69ec:35217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:44:07,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,468 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,43193,1731059046675, state=OPENING 2024-11-08T09:44:07,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:44:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:07,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:44:07,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:07,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,43193,1731059046675}] 2024-11-08T09:44:07,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:07,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:44:07,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:44:07,664 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:44:07,664 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:44:07,665 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:44:07,668 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C43193%2C1731059046675.meta, suffix=.meta, logDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs, maxLogs=32 2024-11-08T09:44:07,684 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta, exclude list is [], retry=0 2024-11-08T09:44:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK] 2024-11-08T09:44:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-dad4f60e-8ca9-47ef-81bb-f021eb973382,DISK] 2024-11-08T09:44:07,724 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta 2024-11-08T09:44:07,725 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42953:42953),(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-08T09:44:07,725 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:44:07,725 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:44:07,726 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:44:07,726 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:44:07,726 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:44:07,726 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:07,726 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:44:07,726 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:44:07,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:44:07,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:44:07,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:44:07,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:44:07,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:44:07,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:44:07,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:44:07,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:44:07,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:07,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:07,736 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:44:07,737 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740 2024-11-08T09:44:07,739 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740 2024-11-08T09:44:07,741 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:44:07,741 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:44:07,742 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:44:07,743 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:44:07,745 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857428, jitterRate=0.09027670323848724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:44:07,745 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:44:07,746 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731059047726Writing region info on filesystem at 1731059047726Initializing all the Stores at 1731059047728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059047728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059047728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059047728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059047728Cleaning up temporary data from old regions at 1731059047741 (+13 ms)Running coprocessor post-open hooks at 1731059047745 (+4 ms)Region opened successfully at 1731059047746 (+1 ms) 2024-11-08T09:44:07,747 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731059047651 2024-11-08T09:44:07,750 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:44:07,750 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:44:07,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,43193,1731059046675, state=OPEN 2024-11-08T09:44:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:44:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:44:07,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:07,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:07,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:07,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:44:07,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,43193,1731059046675 in 307 msec 2024-11-08T09:44:07,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:44:07,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-08T09:44:07,811 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:07,811 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:44:07,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:44:07,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,43193,1731059046675, seqNum=-1] 2024-11-08T09:44:07,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:44:07,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37243, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:44:07,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-11-08T09:44:07,822 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731059047822, completionTime=-1 2024-11-08T09:44:07,822 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:44:07,822 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T09:44:07,825 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T09:44:07,825 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731059107825 2024-11-08T09:44:07,825 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731059167825 2024-11-08T09:44:07,825 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T09:44:07,825 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35217,1731059046538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,825 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35217,1731059046538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,826 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35217,1731059046538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,826 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:35217, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,826 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,826 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,828 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.096sec 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:44:07,831 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35217,1731059046538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:44:07,832 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35217,1731059046538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:44:07,835 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:44:07,835 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:44:07,835 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35217,1731059046538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:07,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cafcc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:44:07,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,35217,-1 for getting cluster id 2024-11-08T09:44:07,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:44:07,904 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '328d34f7-81df-47d9-84d1-f62c8ee14a70' 2024-11-08T09:44:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:44:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "328d34f7-81df-47d9-84d1-f62c8ee14a70" 2024-11-08T09:44:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26afa302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:44:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,35217,-1] 2024-11-08T09:44:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:44:07,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:07,907 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:44:07,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a77a0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:44:07,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:44:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,43193,1731059046675, seqNum=-1] 2024-11-08T09:44:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:44:07,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:44:07,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:07,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:07,917 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T09:44:07,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:07,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:07,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:07,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:07,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:44:07,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee815b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:07,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:08,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2874572a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-39499-hadoop-hdfs-3_4_1-tests_jar-_-any-15024658971019276741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:08,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8b61256{HTTP/1.1, (http/1.1)}{localhost:39499} 2024-11-08T09:44:08,031 INFO [Time-limited test {}] server.Server(415): Started @71058ms 2024-11-08T09:44:08,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:08,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:08,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:08,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:08,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:08,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:44:08,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2037e379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:08,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71aa8073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:08,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ea0ce88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-37637-hadoop-hdfs-3_4_1-tests_jar-_-any-5958929730366136755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:08,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27724107{HTTP/1.1, (http/1.1)}{localhost:37637} 2024-11-08T09:44:08,166 INFO [Time-limited test {}] server.Server(415): Started @71193ms 2024-11-08T09:44:08,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:08,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:08,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:08,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:08,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:08,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:44:08,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d98298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:08,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ab81a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:08,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@245d91f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-37053-hadoop-hdfs-3_4_1-tests_jar-_-any-6518735362036833932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:08,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bc43b80{HTTP/1.1, (http/1.1)}{localhost:37053} 2024-11-08T09:44:08,300 INFO [Time-limited test {}] server.Server(415): Started @71328ms 2024-11-08T09:44:08,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:08,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:08,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:08,795 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data5/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:08,799 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data6/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:08,821 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93b8524fa7a433f1 with lease ID 0x1ed910bcc271b807: Processing first storage report for DS-5b619337-7bea-4710-87bd-229b356d79f2 from datanode DatanodeRegistration(127.0.0.1:37901, datanodeUuid=3071a0dd-4e81-4b4e-a336-b2cca3d94e48, infoPort=41213, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93b8524fa7a433f1 with lease ID 0x1ed910bcc271b807: from storage DS-5b619337-7bea-4710-87bd-229b356d79f2 node DatanodeRegistration(127.0.0.1:37901, datanodeUuid=3071a0dd-4e81-4b4e-a336-b2cca3d94e48, infoPort=41213, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93b8524fa7a433f1 with lease ID 0x1ed910bcc271b807: Processing first storage report for DS-ead6ddc9-94cb-4940-867d-2316367b3314 from datanode DatanodeRegistration(127.0.0.1:37901, datanodeUuid=3071a0dd-4e81-4b4e-a336-b2cca3d94e48, infoPort=41213, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93b8524fa7a433f1 with lease ID 0x1ed910bcc271b807: from storage DS-ead6ddc9-94cb-4940-867d-2316367b3314 node DatanodeRegistration(127.0.0.1:37901, datanodeUuid=3071a0dd-4e81-4b4e-a336-b2cca3d94e48, infoPort=41213, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:08,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:44:08,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:09,135 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data8/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:09,135 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data7/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:09,155 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x876692a030cb12be with lease ID 0x1ed910bcc271b808: Processing first storage report for DS-0961f2e4-8777-4add-ba6c-00e4ec611929 from datanode DatanodeRegistration(127.0.0.1:36063, datanodeUuid=c82d0156-9b50-4a09-a254-5752c538694b, infoPort=36385, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x876692a030cb12be with lease ID 0x1ed910bcc271b808: from storage DS-0961f2e4-8777-4add-ba6c-00e4ec611929 node DatanodeRegistration(127.0.0.1:36063, datanodeUuid=c82d0156-9b50-4a09-a254-5752c538694b, infoPort=36385, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x876692a030cb12be with lease ID 0x1ed910bcc271b808: Processing first storage report for DS-8a6c51d3-1868-4e35-bb9f-4d713daf8c17 from datanode DatanodeRegistration(127.0.0.1:36063, datanodeUuid=c82d0156-9b50-4a09-a254-5752c538694b, infoPort=36385, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x876692a030cb12be with lease ID 0x1ed910bcc271b808: from storage DS-8a6c51d3-1868-4e35-bb9f-4d713daf8c17 node DatanodeRegistration(127.0.0.1:36063, datanodeUuid=c82d0156-9b50-4a09-a254-5752c538694b, infoPort=36385, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:09,222 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data9/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:09,222 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data10/current/BP-311131713-172.17.0.2-1731059044822/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:09,239 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74e396f5696f50f4 with lease ID 0x1ed910bcc271b809: Processing first storage report for DS-0f8f8c31-91de-45b0-948a-bca456c0695e from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=d6a26aa9-0c3c-48da-bb93-ddc8ef2bb3eb, infoPort=46649, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74e396f5696f50f4 with lease ID 0x1ed910bcc271b809: from storage DS-0f8f8c31-91de-45b0-948a-bca456c0695e node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=d6a26aa9-0c3c-48da-bb93-ddc8ef2bb3eb, infoPort=46649, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74e396f5696f50f4 with lease ID 0x1ed910bcc271b809: Processing first storage report for DS-a41ad1aa-c02a-40d1-83bd-4d34e9a6574e from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=d6a26aa9-0c3c-48da-bb93-ddc8ef2bb3eb, infoPort=46649, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822) 2024-11-08T09:44:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74e396f5696f50f4 with lease ID 0x1ed910bcc271b809: from storage DS-a41ad1aa-c02a-40d1-83bd-4d34e9a6574e node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=d6a26aa9-0c3c-48da-bb93-ddc8ef2bb3eb, infoPort=46649, infoSecurePort=0, ipcPort=33677, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:09,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:44:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22645008 2024-11-08T09:44:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:44:09,343 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:44:09,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T09:44:09,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T09:44:09,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:44:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T09:44:09,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:44:09,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:09,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T09:44:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:44:09,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:44:09,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741835_1011 (size=393) 2024-11-08T09:44:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741835_1011 (size=393) 2024-11-08T09:44:09,364 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32b29b6d36282cd3149b44ff20f83053, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6 2024-11-08T09:44:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741836_1012 (size=76) 2024-11-08T09:44:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741836_1012 (size=76) 2024-11-08T09:44:09,372 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:09,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 32b29b6d36282cd3149b44ff20f83053, disabling compactions & flushes 2024-11-08T09:44:09,373 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. after waiting 0 ms 2024-11-08T09:44:09,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,373 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32b29b6d36282cd3149b44ff20f83053: Waiting for close lock at 1731059049373Disabling compacts and flushes for region at 1731059049373Disabling writes for close at 1731059049373Writing region close event to WAL at 1731059049373Closed at 1731059049373 2024-11-08T09:44:09,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:44:09,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731059049375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731059049375"}]},"ts":"1731059049375"} 2024-11-08T09:44:09,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:44:09,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:44:09,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731059049379"}]},"ts":"1731059049379"} 2024-11-08T09:44:09,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T09:44:09,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=32b29b6d36282cd3149b44ff20f83053, ASSIGN}] 2024-11-08T09:44:09,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=32b29b6d36282cd3149b44ff20f83053, ASSIGN 2024-11-08T09:44:09,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=32b29b6d36282cd3149b44ff20f83053, ASSIGN; state=OFFLINE, location=0e58e25f69ec,43193,1731059046675; forceNewPlan=false, retain=false 2024-11-08T09:44:09,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32b29b6d36282cd3149b44ff20f83053, regionState=OPENING, regionLocation=0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:09,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=32b29b6d36282cd3149b44ff20f83053, ASSIGN because future has completed 2024-11-08T09:44:09,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b29b6d36282cd3149b44ff20f83053, server=0e58e25f69ec,43193,1731059046675}] 2024-11-08T09:44:09,704 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,704 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b29b6d36282cd3149b44ff20f83053, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:44:09,705 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,705 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:09,705 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,705 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,708 INFO [StoreOpener-32b29b6d36282cd3149b44ff20f83053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,711 INFO [StoreOpener-32b29b6d36282cd3149b44ff20f83053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b29b6d36282cd3149b44ff20f83053 columnFamilyName info 2024-11-08T09:44:09,711 DEBUG [StoreOpener-32b29b6d36282cd3149b44ff20f83053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:09,712 INFO [StoreOpener-32b29b6d36282cd3149b44ff20f83053-1 {}] regionserver.HStore(327): Store=32b29b6d36282cd3149b44ff20f83053/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:09,713 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,714 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,715 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,716 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,716 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,719 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,723 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:44:09,724 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32b29b6d36282cd3149b44ff20f83053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792975, jitterRate=0.008320331573486328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T09:44:09,724 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:09,725 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32b29b6d36282cd3149b44ff20f83053: Running coprocessor pre-open hook at 1731059049705Writing region info on filesystem at 1731059049705Initializing all the Stores at 1731059049707 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059049707Cleaning up temporary data from old regions at 1731059049716 (+9 ms)Running coprocessor post-open hooks at 1731059049724 (+8 ms)Region opened successfully at 1731059049725 (+1 ms) 2024-11-08T09:44:09,726 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053., pid=6, masterSystemTime=1731059049695 2024-11-08T09:44:09,729 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,729 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:09,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32b29b6d36282cd3149b44ff20f83053, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b29b6d36282cd3149b44ff20f83053, server=0e58e25f69ec,43193,1731059046675 because future has completed 2024-11-08T09:44:09,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:44:09,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b29b6d36282cd3149b44ff20f83053, server=0e58e25f69ec,43193,1731059046675 in 193 msec 2024-11-08T09:44:09,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:44:09,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=32b29b6d36282cd3149b44ff20f83053, ASSIGN in 355 msec 2024-11-08T09:44:09,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:44:09,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731059049741"}]},"ts":"1731059049741"} 2024-11-08T09:44:09,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T09:44:09,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:44:09,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 400 msec 2024-11-08T09:44:12,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T09:44:12,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T09:44:12,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T09:44:13,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:44:13,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T09:44:15,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:44:15,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:44:19,379 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T09:44:19,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T09:44:19,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T09:44:19,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T09:44:19,389 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T09:44:19,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T09:44:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053., hostname=0e58e25f69ec,43193,1731059046675, seqNum=2] 2024-11-08T09:44:19,399 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T09:44:19,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T09:44:19,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:19,403 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1305767572_22 at /127.0.0.1:58782 [Receiving block BP-311131713-172.17.0.2-1731059044822:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40745:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58782 dst: /127.0.0.1:40745 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,404 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1305767572_22 at /127.0.0.1:58792 [Receiving block BP-311131713-172.17.0.2-1731059044822:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40745:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58792 dst: /127.0.0.1:40745 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,404 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1977094726_22 at /127.0.0.1:58768 [Receiving block BP-311131713-172.17.0.2-1731059044822:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40745:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58768 dst: /127.0.0.1:40745 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,404 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1305767572_22 at /127.0.0.1:33986 [Receiving block BP-311131713-172.17.0.2-1731059044822:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33986 dst: /127.0.0.1:34827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,404 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1977094726_22 at /127.0.0.1:33956 [Receiving block BP-311131713-172.17.0.2-1731059044822:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33956 dst: /127.0.0.1:34827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,404 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1305767572_22 at /127.0.0.1:33988 [Receiving block BP-311131713-172.17.0.2-1731059044822:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33988 dst: /127.0.0.1:34827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49067266{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:19,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cf3846d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:19,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:19,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6838f4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:19,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a88890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:19,481 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:19,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:19,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:19,482 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311131713-172.17.0.2-1731059044822 (Datanode Uuid 9fc6704a-eb91-49d4-aa17-44cef331bc5c) service to localhost/127.0.0.1:37131 2024-11-08T09:44:19,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data1/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:19,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data2/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:19,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:19,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:19,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:19,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:19,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:19,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:44:19,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21100fc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:19,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dedaa8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:19,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e05e12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/java.io.tmpdir/jetty-localhost-40785-hadoop-hdfs-3_4_1-tests_jar-_-any-9462870178577451102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:19,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38288873{HTTP/1.1, (http/1.1)}{localhost:40785} 2024-11-08T09:44:19,596 INFO [Time-limited test {}] server.Server(415): Started @82623ms 2024-11-08T09:44:19,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:19,622 WARN [AsyncFSWAL-0-hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6-prefix:0e58e25f69ec,43193,1731059046675 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,622 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0e58e25f69ec%2C43193%2C1731059046675:(num 1731059047334) roll requested 2024-11-08T09:44:19,636 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059059622, exclude list is [], retry=0 2024-11-08T09:44:19,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-0f8f8c31-91de-45b0-948a-bca456c0695e,DISK] 2024-11-08T09:44:19,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-5b619337-7bea-4710-87bd-229b356d79f2,DISK] 2024-11-08T09:44:19,641 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059059622 2024-11-08T09:44:19,641 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41213:41213),(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-08T09:44:19,641 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 is not closed yet, will try archiving it next time 2024-11-08T09:44:19,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:44:19,642 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:44:19,642 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:44:19,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:19,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:44:19,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:19,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:44:19,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1450638593, stopped=false 2024-11-08T09:44:19,643 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,35217,1731059046538 2024-11-08T09:44:19,643 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T09:44:19,644 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T09:44:19,644 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 2024-11-08T09:44:19,646 WARN [IPC Server handler 3 on default port 37131 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-08T09:44:19,650 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 after 4ms 2024-11-08T09:44:19,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:19,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:19,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:44:19,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:19,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:19,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:44:19,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:44:19,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:19,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:19,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:19,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,43193,1731059046675' ***** 2024-11-08T09:44:19,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:44:19,710 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:44:19,710 INFO [RS:0;0e58e25f69ec:43193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:44:19,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:44:19,710 INFO [RS:0;0e58e25f69ec:43193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:44:19,710 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:19,711 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:19,711 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:44:19,711 INFO [RS:0;0e58e25f69ec:43193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:43193. 2024-11-08T09:44:19,711 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b29b6d36282cd3149b44ff20f83053, disabling compactions & flushes 2024-11-08T09:44:19,711 DEBUG [RS:0;0e58e25f69ec:43193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:44:19,711 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:19,711 DEBUG [RS:0;0e58e25f69ec:43193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:19,711 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:19,711 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:44:19,711 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. after waiting 0 ms 2024-11-08T09:44:19,712 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:44:19,712 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:19,712 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:44:19,712 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:44:19,712 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32b29b6d36282cd3149b44ff20f83053 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T09:44:19,712 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:44:19,712 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1325): Online Regions={32b29b6d36282cd3149b44ff20f83053=TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:44:19,712 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:19,712 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:44:19,712 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:44:19,713 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:44:19,713 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:44:19,713 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:44:19,713 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T09:44:19,714 WARN [AsyncFSWAL-0-hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6-prefix:0e58e25f69ec,43193,1731059046675.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,714 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0e58e25f69ec%2C43193%2C1731059046675.meta:.meta(num 1731059047671) roll requested 2024-11-08T09:44:19,729 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059059715.meta, exclude list is [], retry=0 2024-11-08T09:44:19,730 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/.tmp/info/9886606f31c84cde99474d16b6ac4a9c is 1055, key is row0001/info:/1731059059397/Put/seqid=0 2024-11-08T09:44:19,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-5b619337-7bea-4710-87bd-229b356d79f2,DISK] 2024-11-08T09:44:19,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-0961f2e4-8777-4add-ba6c-00e4ec611929,DISK] 2024-11-08T09:44:19,734 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059059715.meta 2024-11-08T09:44:19,735 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36385:36385),(127.0.0.1/127.0.0.1:41213:41213)] 2024-11-08T09:44:19,735 DEBUG [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta is not closed yet, will try archiving it next time 2024-11-08T09:44:19,735 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,735 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:19,735 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta 2024-11-08T09:44:19,736 WARN [IPC Server handler 1 on default port 37131 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-08T09:44:19,736 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta after 1ms 2024-11-08T09:44:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741839_1016 (size=7062) 2024-11-08T09:44:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741839_1016 (size=7062) 2024-11-08T09:44:19,753 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/info/0d5a653e84b4410ca6744642632fa5ea is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053./info:regioninfo/1731059049730/Put/seqid=0 2024-11-08T09:44:19,755 WARN [Thread-628 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T09:44:19,756 WARN [Thread-628 {}] hdfs.DataStreamer(1731): Error Recovery for BP-311131713-172.17.0.2-1731059044822:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK], DatanodeInfoWithStorage[127.0.0.1:36063,DS-0961f2e4-8777-4add-ba6c-00e4ec611929,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK]) is bad. 2024-11-08T09:44:19,756 WARN [Thread-628 {}] hdfs.DataStreamer(1850): Abandoning BP-311131713-172.17.0.2-1731059044822:blk_1073741840_1018 2024-11-08T09:44:19,758 WARN [Thread-628 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK] 2024-11-08T09:44:19,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741841_1019 (size=7089) 2024-11-08T09:44:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741841_1019 (size=7089) 2024-11-08T09:44:19,765 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/info/0d5a653e84b4410ca6744642632fa5ea 2024-11-08T09:44:19,795 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/ns/70535d1ea9ab407a9ce1da6bd1873aa1 is 43, key is default/ns:d/1731059047815/Put/seqid=0 2024-11-08T09:44:19,798 WARN [Thread-635 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741842_1020 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T09:44:19,798 WARN [Thread-635 {}] hdfs.DataStreamer(1731): Error Recovery for BP-311131713-172.17.0.2-1731059044822:blk_1073741842_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK], DatanodeInfoWithStorage[127.0.0.1:34467,DS-0f8f8c31-91de-45b0-948a-bca456c0695e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK]) is bad. 2024-11-08T09:44:19,798 WARN [Thread-635 {}] hdfs.DataStreamer(1850): Abandoning BP-311131713-172.17.0.2-1731059044822:blk_1073741842_1020 2024-11-08T09:44:19,799 WARN [Thread-635 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:40745,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK] 2024-11-08T09:44:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741843_1021 (size=5153) 2024-11-08T09:44:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741843_1021 (size=5153) 2024-11-08T09:44:19,804 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/ns/70535d1ea9ab407a9ce1da6bd1873aa1 2024-11-08T09:44:19,829 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/table/3740db4215114445b92ef057f8707976 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731059049741/Put/seqid=0 2024-11-08T09:44:19,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741844_1022 (size=5424) 2024-11-08T09:44:19,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741844_1022 (size=5424) 2024-11-08T09:44:19,837 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/table/3740db4215114445b92ef057f8707976 2024-11-08T09:44:19,846 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/info/0d5a653e84b4410ca6744642632fa5ea as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/info/0d5a653e84b4410ca6744642632fa5ea 2024-11-08T09:44:19,855 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/info/0d5a653e84b4410ca6744642632fa5ea, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T09:44:19,856 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/ns/70535d1ea9ab407a9ce1da6bd1873aa1 as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/ns/70535d1ea9ab407a9ce1da6bd1873aa1 2024-11-08T09:44:19,864 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/ns/70535d1ea9ab407a9ce1da6bd1873aa1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:44:19,865 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/.tmp/table/3740db4215114445b92ef057f8707976 as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/table/3740db4215114445b92ef057f8707976 2024-11-08T09:44:19,872 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/table/3740db4215114445b92ef057f8707976, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T09:44:19,874 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=11, compaction requested=false 2024-11-08T09:44:19,879 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:44:19,880 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:44:19,880 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:44:19,880 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059059712Running coprocessor pre-close hooks at 1731059059712Disabling compacts and flushes for region at 1731059059712Disabling writes for close at 1731059059713 (+1 ms)Obtaining lock to block concurrent updates at 1731059059713Preparing flush snapshotting stores in 1588230740 at 1731059059713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731059059714 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731059059735 (+21 ms)Flushing 1588230740/info: creating writer at 1731059059735Flushing 1588230740/info: appending metadata at 1731059059752 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731059059752Flushing 1588230740/ns: creating writer at 1731059059775 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731059059795 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731059059795Flushing 1588230740/table: creating writer at 1731059059812 (+17 ms)Flushing 1588230740/table: appending metadata at 1731059059829 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731059059829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad7f729: reopening flushed file at 1731059059845 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb4ad36: reopening flushed file at 1731059059855 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9cea52: reopening flushed file at 1731059059865 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=11, compaction requested=false at 1731059059874 (+9 ms)Writing region close event to WAL at 1731059059875 (+1 ms)Running coprocessor post-close hooks at 1731059059880 (+5 ms)Closed at 1731059059880 2024-11-08T09:44:19,880 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:44:19,913 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1351): Waiting on 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:19,968 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd1e61c727de5abb with lease ID 0x1ed910bcc271b80a: from storage DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1 node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=9fc6704a-eb91-49d4-aa17-44cef331bc5c, infoPort=46707, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd1e61c727de5abb with lease ID 0x1ed910bcc271b80a: from storage DS-83799dce-8180-41cb-af75-a50dd13a80bf node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=9fc6704a-eb91-49d4-aa17-44cef331bc5c, infoPort=46707, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1843332246;c=1731059044822), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:20,113 DEBUG [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1351): Waiting on 32b29b6d36282cd3149b44ff20f83053 2024-11-08T09:44:20,140 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/.tmp/info/9886606f31c84cde99474d16b6ac4a9c 2024-11-08T09:44:20,155 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/.tmp/info/9886606f31c84cde99474d16b6ac4a9c as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/info/9886606f31c84cde99474d16b6ac4a9c 2024-11-08T09:44:20,163 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/info/9886606f31c84cde99474d16b6ac4a9c, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T09:44:20,164 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 32b29b6d36282cd3149b44ff20f83053 in 452ms, sequenceid=6, compaction requested=false 2024-11-08T09:44:20,169 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/32b29b6d36282cd3149b44ff20f83053/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:44:20,170 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:20,170 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b29b6d36282cd3149b44ff20f83053: Waiting for close lock at 1731059059711Running coprocessor pre-close hooks at 1731059059711Disabling compacts and flushes for region at 1731059059711Disabling writes for close at 1731059059712 (+1 ms)Obtaining lock to block concurrent updates at 1731059059712Preparing flush snapshotting stores in 32b29b6d36282cd3149b44ff20f83053 at 1731059059712Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731059059712Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. at 1731059059713 (+1 ms)Flushing 32b29b6d36282cd3149b44ff20f83053/info: creating writer at 1731059059714 (+1 ms)Flushing 32b29b6d36282cd3149b44ff20f83053/info: appending metadata at 1731059059729 (+15 ms)Flushing 32b29b6d36282cd3149b44ff20f83053/info: closing flushed file at 1731059059730 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fe51f1: reopening flushed file at 1731059060154 (+424 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 32b29b6d36282cd3149b44ff20f83053 in 452ms, sequenceid=6, compaction requested=false at 1731059060164 (+10 ms)Writing region close event to WAL at 1731059060165 (+1 ms)Running coprocessor post-close hooks at 1731059060170 (+5 ms)Closed at 1731059060170 2024-11-08T09:44:20,170 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731059049343.32b29b6d36282cd3149b44ff20f83053. 2024-11-08T09:44:20,268 INFO [regionserver/0e58e25f69ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:44:20,268 INFO [regionserver/0e58e25f69ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:44:20,313 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,43193,1731059046675; all regions closed. 2024-11-08T09:44:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741838_1015 (size=825) 2024-11-08T09:44:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741838_1015 (size=825) 2024-11-08T09:44:21,194 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:44:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741833_1014 (size=1599) 2024-11-08T09:44:22,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T09:44:22,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:44:22,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:44:23,652 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 after 4008ms 2024-11-08T09:44:23,653 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 to hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs/0e58e25f69ec%2C43193%2C1731059046675.1731059047334 2024-11-08T09:44:23,738 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta after 4003ms 2024-11-08T09:44:23,739 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/WALs/0e58e25f69ec,43193,1731059046675/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta to hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs/0e58e25f69ec%2C43193%2C1731059046675.meta.1731059047671.meta 2024-11-08T09:44:23,748 DEBUG [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs 2024-11-08T09:44:23,748 INFO [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C43193%2C1731059046675.meta:.meta(num 1731059059715) 2024-11-08T09:44:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741837_1013 (size=2288) 2024-11-08T09:44:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741837_1013 (size=2288) 2024-11-08T09:44:23,755 DEBUG [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs 2024-11-08T09:44:23,755 INFO [RS:0;0e58e25f69ec:43193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C43193%2C1731059046675:(num 1731059059622) 2024-11-08T09:44:23,755 DEBUG [RS:0;0e58e25f69ec:43193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:23,756 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:44:23,756 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:44:23,756 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:44:23,756 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:44:23,756 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:44:23,757 INFO [RS:0;0e58e25f69ec:43193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43193 2024-11-08T09:44:23,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:44:23,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,43193,1731059046675 2024-11-08T09:44:23,808 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:44:23,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,43193,1731059046675] 2024-11-08T09:44:23,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,43193,1731059046675 already deleted, retry=false 2024-11-08T09:44:23,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,43193,1731059046675 expired; onlineServers=0 2024-11-08T09:44:23,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,35217,1731059046538' ***** 2024-11-08T09:44:23,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:44:23,824 INFO [M:0;0e58e25f69ec:35217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:44:23,825 INFO [M:0;0e58e25f69ec:35217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:44:23,825 DEBUG [M:0;0e58e25f69ec:35217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:44:23,825 DEBUG [M:0;0e58e25f69ec:35217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:44:23,825 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059047012 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059047012,5,FailOnTimeoutGroup] 2024-11-08T09:44:23,825 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059047013 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059047013,5,FailOnTimeoutGroup] 2024-11-08T09:44:23,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:44:23,826 INFO [M:0;0e58e25f69ec:35217 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:44:23,826 INFO [M:0;0e58e25f69ec:35217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:44:23,826 DEBUG [M:0;0e58e25f69ec:35217 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:44:23,826 INFO [M:0;0e58e25f69ec:35217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:44:23,826 INFO [M:0;0e58e25f69ec:35217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:44:23,826 INFO [M:0;0e58e25f69ec:35217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:44:23,827 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:44:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T09:44:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:23,833 DEBUG [M:0;0e58e25f69ec:35217 {}] zookeeper.ZKUtil(347): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T09:44:23,833 WARN [M:0;0e58e25f69ec:35217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:44:23,836 INFO [M:0;0e58e25f69ec:35217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/.lastflushedseqids 2024-11-08T09:44:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741845_1023 (size=139) 2024-11-08T09:44:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741845_1023 (size=139) 2024-11-08T09:44:23,846 INFO [M:0;0e58e25f69ec:35217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:44:23,847 INFO [M:0;0e58e25f69ec:35217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:44:23,847 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:44:23,847 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:23,847 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:23,847 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:44:23,847 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:23,847 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-08T09:44:23,848 WARN [AsyncFSWAL-0-hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData-prefix:0e58e25f69ec,35217,1731059046538 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:23,849 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0e58e25f69ec%2C35217%2C1731059046538:(num 1731059046813) roll requested 2024-11-08T09:44:23,864 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059063849, exclude list is [], retry=0 2024-11-08T09:44:23,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-9e75e1f9-1d7b-49d3-aea0-059986b124f1,DISK] 2024-11-08T09:44:23,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-dad4f60e-8ca9-47ef-81bb-f021eb973382,DISK] 2024-11-08T09:44:23,868 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059063849 2024-11-08T09:44:23,868 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46707:46707),(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-08T09:44:23,869 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 is not closed yet, will try archiving it next time 2024-11-08T09:44:23,868 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:23,869 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:44:23,869 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 2024-11-08T09:44:23,870 WARN [IPC Server handler 4 on default port 37131 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-08T09:44:23,870 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 after 1ms 2024-11-08T09:44:23,885 DEBUG [M:0;0e58e25f69ec:35217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61eed30cb521455bb67cfa5b81ba949f is 82, key is hbase:meta,,1/info:regioninfo/1731059047751/Put/seqid=0 2024-11-08T09:44:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741847_1026 (size=5672) 2024-11-08T09:44:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741847_1026 (size=5672) 2024-11-08T09:44:23,891 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61eed30cb521455bb67cfa5b81ba949f 2024-11-08T09:44:23,913 DEBUG [M:0;0e58e25f69ec:35217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5ac8da7d28f450fad48e3c7fa0ada7e is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731059049746/Put/seqid=0 2024-11-08T09:44:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:23,916 INFO [RS:0;0e58e25f69ec:43193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:44:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43193-0x1011b1e6b3d0001, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:23,916 INFO [RS:0;0e58e25f69ec:43193 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,43193,1731059046675; zookeeper connection closed. 2024-11-08T09:44:23,917 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@313d916c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@313d916c 2024-11-08T09:44:23,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:44:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741848_1027 (size=6115) 2024-11-08T09:44:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741848_1027 (size=6115) 2024-11-08T09:44:23,919 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5ac8da7d28f450fad48e3c7fa0ada7e 2024-11-08T09:44:23,940 DEBUG [M:0;0e58e25f69ec:35217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a76cfe9418774bbc9f28d10631464388 is 69, key is 0e58e25f69ec,43193,1731059046675/rs:state/1731059047164/Put/seqid=0 2024-11-08T09:44:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741849_1028 (size=5156) 2024-11-08T09:44:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741849_1028 (size=5156) 2024-11-08T09:44:23,947 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a76cfe9418774bbc9f28d10631464388 2024-11-08T09:44:23,968 DEBUG [M:0;0e58e25f69ec:35217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e81eed56bcd146c9956bd4f9308e0e1a is 52, key is load_balancer_on/state:d/1731059047916/Put/seqid=0 2024-11-08T09:44:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741850_1029 (size=5056) 2024-11-08T09:44:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741850_1029 (size=5056) 2024-11-08T09:44:23,974 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e81eed56bcd146c9956bd4f9308e0e1a 2024-11-08T09:44:23,980 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61eed30cb521455bb67cfa5b81ba949f as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61eed30cb521455bb67cfa5b81ba949f 2024-11-08T09:44:23,988 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61eed30cb521455bb67cfa5b81ba949f, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T09:44:23,989 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5ac8da7d28f450fad48e3c7fa0ada7e as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5ac8da7d28f450fad48e3c7fa0ada7e 2024-11-08T09:44:23,996 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5ac8da7d28f450fad48e3c7fa0ada7e, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T09:44:23,997 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a76cfe9418774bbc9f28d10631464388 as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a76cfe9418774bbc9f28d10631464388 2024-11-08T09:44:24,003 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a76cfe9418774bbc9f28d10631464388, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T09:44:24,005 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e81eed56bcd146c9956bd4f9308e0e1a as hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e81eed56bcd146c9956bd4f9308e0e1a 2024-11-08T09:44:24,011 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e81eed56bcd146c9956bd4f9308e0e1a, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T09:44:24,012 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=56, compaction requested=false 2024-11-08T09:44:24,014 INFO [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:24,014 DEBUG [M:0;0e58e25f69ec:35217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059063847Disabling compacts and flushes for region at 1731059063847Disabling writes for close at 1731059063847Obtaining lock to block concurrent updates at 1731059063847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731059063847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731059063848 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731059063869 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731059063869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731059063884 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731059063884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731059063897 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731059063912 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731059063912Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731059063924 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731059063940 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731059063940Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731059063952 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731059063967 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731059063967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5885049: reopening flushed file at 1731059063979 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402c3c8e: reopening flushed file at 1731059063988 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31430550: reopening flushed file at 1731059063996 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7967491f: reopening flushed file at 1731059064004 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=56, compaction requested=false at 1731059064012 (+8 ms)Writing region close event to WAL at 1731059064014 (+2 ms)Closed at 1731059064014 2024-11-08T09:44:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741846_1024 (size=757) 2024-11-08T09:44:24,016 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059063849 not finished, retry = 0 2024-11-08T09:44:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741846_1024 (size=757) 2024-11-08T09:44:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741834_1017 (size=2386) 2024-11-08T09:44:25,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:44:25,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:25,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741830_1025 (size=27189) 2024-11-08T09:44:27,872 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 after 4003ms 2024-11-08T09:44:27,874 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/WALs/0e58e25f69ec,35217,1731059046538/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 to hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/oldWALs/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 2024-11-08T09:44:27,884 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/MasterData/oldWALs/0e58e25f69ec%2C35217%2C1731059046538.1731059046813 to hdfs://localhost:37131/user/jenkins/test-data/30e0a957-c760-a8e1-8f1a-9baee9d892a6/oldWALs/0e58e25f69ec%2C35217%2C1731059046538.1731059046813$masterlocalwal$ 2024-11-08T09:44:27,884 INFO [M:0;0e58e25f69ec:35217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:44:27,884 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:44:27,884 INFO [M:0;0e58e25f69ec:35217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35217 2024-11-08T09:44:27,884 INFO [M:0;0e58e25f69ec:35217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:44:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:28,032 INFO [M:0;0e58e25f69ec:35217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:44:28,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35217-0x1011b1e6b3d0000, quorum=127.0.0.1:55862, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:44:28,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e05e12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38288873{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:28,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:28,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dedaa8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:28,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21100fc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:28,043 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:28,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:28,043 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311131713-172.17.0.2-1731059044822 (Datanode Uuid 9fc6704a-eb91-49d4-aa17-44cef331bc5c) service to localhost/127.0.0.1:37131 2024-11-08T09:44:28,043 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:28,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data1/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data2/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:28,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@245d91f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bc43b80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:28,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:28,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ab81a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:28,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d98298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:28,050 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:28,050 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:28,050 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:28,050 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311131713-172.17.0.2-1731059044822 (Datanode Uuid d6a26aa9-0c3c-48da-bb93-ddc8ef2bb3eb) service to localhost/127.0.0.1:37131 2024-11-08T09:44:28,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data9/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data10/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:28,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ea0ce88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27724107{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:28,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:28,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71aa8073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:28,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2037e379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:28,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:28,059 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:28,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:28,059 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311131713-172.17.0.2-1731059044822 (Datanode Uuid c82d0156-9b50-4a09-a254-5752c538694b) service to localhost/127.0.0.1:37131 2024-11-08T09:44:28,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data7/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data8/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:28,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2874572a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8b61256{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:28,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:28,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:28,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee815b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:28,066 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:28,066 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:28,066 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:28,066 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311131713-172.17.0.2-1731059044822 (Datanode Uuid 3071a0dd-4e81-4b4e-a336-b2cca3d94e48) service to localhost/127.0.0.1:37131 2024-11-08T09:44:28,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data5/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data6/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:28,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26322f0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dcba957{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:28,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:28,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8bef37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:28,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc1b8da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:28,070 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:44:28,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:44:28,070 WARN [BP-311131713-172.17.0.2-1731059044822 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311131713-172.17.0.2-1731059044822 (Datanode Uuid 7662e5fa-e56b-440a-94ff-955302dbe864) service to localhost/127.0.0.1:37131 2024-11-08T09:44:28,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:44:28,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data3/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/cluster_e72de31a-685d-6b40-cd57-9a088d1c185a/data/data4/current/BP-311131713-172.17.0.2-1731059044822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:44:28,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:44:28,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45f5f27a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:44:28,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f4d6437{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:44:28,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:44:28,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178e5bd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:44:28,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@689e34fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir/,STOPPED} 2024-11-08T09:44:28,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:44:28,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:44:28,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37131 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=82 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8319 (was 8621) 2024-11-08T09:44:28,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=8319 2024-11-08T09:44:28,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:44:28,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.log.dir so I do NOT create it in target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197 2024-11-08T09:44:28,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f5dd9f48-15c6-c36c-859c-91d74eff4c92/hadoop.tmp.dir so I do NOT create it in target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37, deleteOnExit=true 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/test.cache.data in system properties and HBase conf 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:44:28,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:44:28,126 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:44:28,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:44:28,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:44:28,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:28,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:28,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:28,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:28,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:44:28,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:28,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f5daa1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:28,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40944473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:28,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@821aa50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/java.io.tmpdir/jetty-localhost-42135-hadoop-hdfs-3_4_1-tests_jar-_-any-11514704740943419295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:44:28,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40444bfa{HTTP/1.1, (http/1.1)}{localhost:42135} 2024-11-08T09:44:28,533 INFO [Time-limited test {}] server.Server(415): Started @91560ms 2024-11-08T09:44:28,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:28,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:28,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:28,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:28,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:44:28,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bfb80f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:28,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b1a202{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:28,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a78b573{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/java.io.tmpdir/jetty-localhost-33257-hadoop-hdfs-3_4_1-tests_jar-_-any-11631294410426602848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2071a005{HTTP/1.1, (http/1.1)}{localhost:33257} 2024-11-08T09:44:28,857 INFO [Time-limited test {}] server.Server(415): Started @91884ms 2024-11-08T09:44:28,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:28,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:44:28,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:44:28,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:44:28,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:44:28,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:44:28,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@163ba220{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:44:28,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c669bbe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:44:28,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22a3e589{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/java.io.tmpdir/jetty-localhost-32917-hadoop-hdfs-3_4_1-tests_jar-_-any-16512767714493974256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:44:28,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b6819f7{HTTP/1.1, (http/1.1)}{localhost:32917} 2024-11-08T09:44:28,987 INFO [Time-limited test {}] server.Server(415): Started @92014ms 2024-11-08T09:44:28,988 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:44:29,555 WARN [Thread-798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data1/current/BP-1180844213-172.17.0.2-1731059068152/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:29,555 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data2/current/BP-1180844213-172.17.0.2-1731059068152/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:29,574 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:29,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4189ca6d77abfae3 with lease ID 0x13ad165a04d6766e: Processing first storage report for DS-82467182-97b7-4977-a648-689c1371f3e6 from datanode DatanodeRegistration(127.0.0.1:42785, datanodeUuid=1044762b-747e-4251-a955-023b96b517b6, infoPort=44559, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152) 2024-11-08T09:44:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4189ca6d77abfae3 with lease ID 0x13ad165a04d6766e: from storage DS-82467182-97b7-4977-a648-689c1371f3e6 node DatanodeRegistration(127.0.0.1:42785, datanodeUuid=1044762b-747e-4251-a955-023b96b517b6, infoPort=44559, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4189ca6d77abfae3 with lease ID 0x13ad165a04d6766e: Processing first storage report for DS-7fb10cf6-f204-4fa0-8a73-f5b5ed45f06f from datanode DatanodeRegistration(127.0.0.1:42785, datanodeUuid=1044762b-747e-4251-a955-023b96b517b6, infoPort=44559, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152) 2024-11-08T09:44:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4189ca6d77abfae3 with lease ID 0x13ad165a04d6766e: from storage DS-7fb10cf6-f204-4fa0-8a73-f5b5ed45f06f node DatanodeRegistration(127.0.0.1:42785, datanodeUuid=1044762b-747e-4251-a955-023b96b517b6, infoPort=44559, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:29,760 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data3/current/BP-1180844213-172.17.0.2-1731059068152/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:29,761 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data4/current/BP-1180844213-172.17.0.2-1731059068152/current, will proceed with Du for space computation calculation, 2024-11-08T09:44:29,780 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:44:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8956fd11822c588 with lease ID 0x13ad165a04d6766f: Processing first storage report for DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66 from datanode DatanodeRegistration(127.0.0.1:39195, datanodeUuid=77f3d706-fd66-4738-9c44-89d58649d261, infoPort=37943, infoSecurePort=0, ipcPort=41185, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152) 2024-11-08T09:44:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8956fd11822c588 with lease ID 0x13ad165a04d6766f: from storage DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66 node DatanodeRegistration(127.0.0.1:39195, datanodeUuid=77f3d706-fd66-4738-9c44-89d58649d261, infoPort=37943, infoSecurePort=0, ipcPort=41185, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8956fd11822c588 with lease ID 0x13ad165a04d6766f: Processing first storage report for DS-dce0ad80-3558-4786-9859-239fb9a8567b from datanode DatanodeRegistration(127.0.0.1:39195, datanodeUuid=77f3d706-fd66-4738-9c44-89d58649d261, infoPort=37943, infoSecurePort=0, ipcPort=41185, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152) 2024-11-08T09:44:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8956fd11822c588 with lease ID 0x13ad165a04d6766f: from storage DS-dce0ad80-3558-4786-9859-239fb9a8567b node DatanodeRegistration(127.0.0.1:39195, datanodeUuid=77f3d706-fd66-4738-9c44-89d58649d261, infoPort=37943, infoSecurePort=0, ipcPort=41185, storageInfo=lv=-57;cid=testClusterID;nsid=1724826841;c=1731059068152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:44:29,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197 2024-11-08T09:44:29,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/zookeeper_0, clientPort=62808, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:44:29,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62808 2024-11-08T09:44:29,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:29,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:44:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:44:29,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61 with version=8 2024-11-08T09:44:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase-staging 2024-11-08T09:44:29,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:44:29,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:44:29,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39091 2024-11-08T09:44:29,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39091 connecting to ZooKeeper ensemble=127.0.0.1:62808 2024-11-08T09:44:29,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390910x0, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:44:29,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39091-0x1011b1ec6430000 connected 2024-11-08T09:44:29,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:29,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:29,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:29,977 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61, hbase.cluster.distributed=false 2024-11-08T09:44:29,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:44:29,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-08T09:44:29,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-11-08T09:44:29,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-11-08T09:44:29,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-08T09:44:29,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-08T09:44:29,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:44:29,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:44:29,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44589 2024-11-08T09:44:29,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44589 connecting to ZooKeeper ensemble=127.0.0.1:62808 2024-11-08T09:44:29,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:29,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445890x0, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:44:30,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44589-0x1011b1ec6430001 connected 2024-11-08T09:44:30,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:44:30,008 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:44:30,008 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:44:30,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T09:44:30,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:44:30,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-08T09:44:30,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44589 2024-11-08T09:44:30,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44589 2024-11-08T09:44:30,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-08T09:44:30,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-08T09:44:30,028 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:39091 2024-11-08T09:44:30,029 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:30,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:30,041 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T09:44:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,049 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T09:44:30,050 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,39091,1731059069842 from backup master directory 2024-11-08T09:44:30,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:30,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:44:30,057 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:44:30,057 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,064 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/hbase.id] with ID: c1ad88cd-80fe-4344-b040-e09dd126109a 2024-11-08T09:44:30,064 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/.tmp/hbase.id 2024-11-08T09:44:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:44:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:44:30,071 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/.tmp/hbase.id]:[hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/hbase.id] 2024-11-08T09:44:30,087 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:30,087 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:44:30,089 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T09:44:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:44:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:44:30,107 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:44:30,107 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:44:30,107 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:44:30,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:44:30,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:44:30,117 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store 2024-11-08T09:44:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:44:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:44:30,127 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:30,127 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:44:30,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:30,127 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:30,127 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:44:30,127 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:30,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:44:30,127 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059070127Disabling compacts and flushes for region at 1731059070127Disabling writes for close at 1731059070127Writing region close event to WAL at 1731059070127Closed at 1731059070127 2024-11-08T09:44:30,128 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/.initializing 2024-11-08T09:44:30,128 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/WALs/0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,130 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:44:30,132 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C39091%2C1731059069842, suffix=, logDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/WALs/0e58e25f69ec,39091,1731059069842, archiveDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/oldWALs, maxLogs=10 2024-11-08T09:44:30,144 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/WALs/0e58e25f69ec,39091,1731059069842/0e58e25f69ec%2C39091%2C1731059069842.1731059070132, exclude list is [], retry=0 2024-11-08T09:44:30,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-82467182-97b7-4977-a648-689c1371f3e6,DISK] 2024-11-08T09:44:30,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39195,DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66,DISK] 2024-11-08T09:44:30,150 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/WALs/0e58e25f69ec,39091,1731059069842/0e58e25f69ec%2C39091%2C1731059069842.1731059070132 2024-11-08T09:44:30,150 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559),(127.0.0.1/127.0.0.1:37943:37943)] 2024-11-08T09:44:30,151 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:44:30,151 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:30,151 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,151 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:44:30,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:30,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:44:30,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:30,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:44:30,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:30,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:44:30,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:30,161 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,162 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,163 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,164 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,164 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,165 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:44:30,166 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:44:30,169 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:44:30,169 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762464, jitterRate=-0.030477598309516907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:44:30,170 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731059070151Initializing all the Stores at 1731059070152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059070152Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059070152Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059070153 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059070153Cleaning up temporary data from old regions at 1731059070164 (+11 ms)Region opened successfully at 1731059070170 (+6 ms) 2024-11-08T09:44:30,170 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:44:30,174 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ede3e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:44:30,175 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:44:30,176 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:44:30,176 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:44:30,176 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:44:30,176 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:44:30,177 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:44:30,177 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:44:30,179 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:44:30,180 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T09:44:30,204 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T09:44:30,205 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:44:30,206 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:44:30,215 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T09:44:30,215 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:44:30,217 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:44:30,223 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T09:44:30,225 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:44:30,232 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T09:44:30,234 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:44:30,240 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T09:44:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:44:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,249 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,39091,1731059069842, sessionid=0x1011b1ec6430000, setting cluster-up flag (Was=false) 2024-11-08T09:44:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,290 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T09:44:30,291 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:30,332 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T09:44:30,333 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:30,334 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:44:30,336 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:30,336 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:44:30,336 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:44:30,336 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,39091,1731059069842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:44:30,338 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731059100339 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:44:30,339 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,340 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:44:30,340 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:44:30,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:30,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:44:30,340 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:44:30,340 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:44:30,340 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:44:30,341 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059070340,5,FailOnTimeoutGroup] 2024-11-08T09:44:30,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:44:30,341 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059070341,5,FailOnTimeoutGroup] 2024-11-08T09:44:30,342 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,342 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:44:30,342 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,342 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:44:30,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:44:30,419 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(746): ClusterId : c1ad88cd-80fe-4344-b040-e09dd126109a 2024-11-08T09:44:30,419 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:44:30,433 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:44:30,433 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:44:30,441 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:44:30,442 DEBUG [RS:0;0e58e25f69ec:44589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350be8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:44:30,452 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:44589 2024-11-08T09:44:30,452 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:44:30,452 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:44:30,452 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:44:30,453 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,39091,1731059069842 with port=44589, startcode=1731059069993 2024-11-08T09:44:30,453 DEBUG [RS:0;0e58e25f69ec:44589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:44:30,455 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:44:30,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39091 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,457 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61 2024-11-08T09:44:30,457 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35233 2024-11-08T09:44:30,457 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:44:30,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:44:30,465 DEBUG [RS:0;0e58e25f69ec:44589 {}] zookeeper.ZKUtil(111): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,466 WARN [RS:0;0e58e25f69ec:44589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:44:30,466 INFO [RS:0;0e58e25f69ec:44589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:44:30,466 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,44589,1731059069993] 2024-11-08T09:44:30,470 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:44:30,473 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:44:30,474 INFO [RS:0;0e58e25f69ec:44589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:44:30,474 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,474 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:44:30,475 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:44:30,475 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,475 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,475 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:44:30,476 DEBUG [RS:0;0e58e25f69ec:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:44:30,477 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,477 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,477 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,477 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,477 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,477 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,44589,1731059069993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:44:30,492 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:44:30,492 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,44589,1731059069993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,492 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,492 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.Replication(171): 0e58e25f69ec,44589,1731059069993 started 2024-11-08T09:44:30,506 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:30,506 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,44589,1731059069993, RpcServer on 0e58e25f69ec/172.17.0.2:44589, sessionid=0x1011b1ec6430001 2024-11-08T09:44:30,506 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:44:30,506 DEBUG [RS:0;0e58e25f69ec:44589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,506 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,44589,1731059069993' 2024-11-08T09:44:30,506 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T09:44:30,507 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,44589,1731059069993' 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T09:44:30,508 DEBUG [RS:0;0e58e25f69ec:44589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:44:30,509 INFO [RS:0;0e58e25f69ec:44589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:44:30,509 INFO [RS:0;0e58e25f69ec:44589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:44:30,609 INFO [RS:0;0e58e25f69ec:44589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:44:30,611 INFO [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C44589%2C1731059069993, suffix=, logDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993, archiveDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/oldWALs, maxLogs=32 2024-11-08T09:44:30,624 DEBUG [RS:0;0e58e25f69ec:44589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059070612, exclude list is [], retry=0 2024-11-08T09:44:30,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39195,DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66,DISK] 2024-11-08T09:44:30,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-82467182-97b7-4977-a648-689c1371f3e6,DISK] 2024-11-08T09:44:30,629 INFO [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059070612 2024-11-08T09:44:30,629 DEBUG [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37943:37943),(127.0.0.1/127.0.0.1:44559:44559)] 2024-11-08T09:44:30,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:44:30,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61 2024-11-08T09:44:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:44:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:44:30,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:44:30,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:44:30,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:30,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:44:30,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:44:30,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:30,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:44:30,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:44:30,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:30,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:44:30,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:44:30,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:30,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:30,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:44:30,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740 2024-11-08T09:44:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740 2024-11-08T09:44:30,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:44:30,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:44:30,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:44:30,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:44:30,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:44:30,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740490, jitterRate=-0.0584191232919693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:44:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731059070770Initializing all the Stores at 1731059070770Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059070770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059070771 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059070771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059070771Cleaning up temporary data from old regions at 1731059070782 (+11 ms)Region opened successfully at 1731059070787 (+5 ms) 2024-11-08T09:44:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:44:30,787 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:44:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:44:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:44:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:44:30,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:44:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059070787Disabling compacts and flushes for region at 1731059070787Disabling writes for close at 1731059070787Writing region close event to WAL at 1731059070787Closed at 1731059070787 2024-11-08T09:44:30,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:30,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:44:30,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:44:30,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:44:30,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:44:30,941 DEBUG [0e58e25f69ec:39091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:44:30,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:30,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,44589,1731059069993, state=OPENING 2024-11-08T09:44:30,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:44:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:44:31,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:44:31,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:31,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,44589,1731059069993}] 2024-11-08T09:44:31,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:31,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:44:31,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:44:31,175 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:44:31,175 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:44:31,175 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:44:31,178 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C44589%2C1731059069993.meta, suffix=.meta, logDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993, archiveDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/oldWALs, maxLogs=32 2024-11-08T09:44:31,196 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.meta.1731059071179.meta, exclude list is [], retry=0 2024-11-08T09:44:31,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-82467182-97b7-4977-a648-689c1371f3e6,DISK] 2024-11-08T09:44:31,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39195,DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66,DISK] 2024-11-08T09:44:31,200 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.meta.1731059071179.meta 2024-11-08T09:44:31,200 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559),(127.0.0.1/127.0.0.1:37943:37943)] 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:44:31,201 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:44:31,201 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:44:31,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:44:31,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:44:31,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:31,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:31,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:44:31,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:44:31,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:31,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:31,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:44:31,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:44:31,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:31,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:31,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:44:31,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:44:31,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:31,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:44:31,210 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:44:31,211 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740 2024-11-08T09:44:31,212 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740 2024-11-08T09:44:31,214 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:44:31,214 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:44:31,214 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:44:31,216 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:44:31,217 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=840421, jitterRate=0.06865131855010986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:44:31,217 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:44:31,218 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731059071201Writing region info on filesystem at 1731059071201Initializing all the Stores at 1731059071202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059071202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059071204 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059071204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059071204Cleaning up temporary data from old regions at 1731059071214 (+10 ms)Running coprocessor post-open hooks at 1731059071217 (+3 ms)Region opened successfully at 1731059071218 (+1 ms) 2024-11-08T09:44:31,219 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731059071164 2024-11-08T09:44:31,221 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:44:31,221 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:44:31,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:31,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,44589,1731059069993, state=OPEN 2024-11-08T09:44:31,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:44:31,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:44:31,264 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:31,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:31,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:44:31,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:44:31,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,44589,1731059069993 in 255 msec 2024-11-08T09:44:31,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:44:31,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-08T09:44:31,271 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:44:31,271 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:44:31,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:44:31,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,44589,1731059069993, seqNum=-1] 2024-11-08T09:44:31,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:44:31,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:44:31,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-08T09:44:31,286 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731059071286, completionTime=-1 2024-11-08T09:44:31,286 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:44:31,286 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T09:44:31,288 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T09:44:31,288 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731059131288 2024-11-08T09:44:31,288 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731059191288 2024-11-08T09:44:31,288 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T09:44:31,288 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,39091,1731059069842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,289 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,39091,1731059069842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,289 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,39091,1731059069842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,289 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:39091, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,289 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,289 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,291 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.236sec 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,39091,1731059069842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:44:31,293 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,39091,1731059069842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:44:31,296 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:44:31,296 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:44:31,296 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,39091,1731059069842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:44:31,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba05239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:44:31,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,39091,-1 for getting cluster id 2024-11-08T09:44:31,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:44:31,322 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1ad88cd-80fe-4344-b040-e09dd126109a' 2024-11-08T09:44:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:44:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1ad88cd-80fe-4344-b040-e09dd126109a" 2024-11-08T09:44:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ccc561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:44:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,39091,-1] 2024-11-08T09:44:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:44:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:44:31,324 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:44:31,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fe868f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:44:31,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:44:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,44589,1731059069993, seqNum=-1] 2024-11-08T09:44:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:44:31,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:44:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:31,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:44:31,332 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T09:44:31,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:44:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e58e25f69ec,39091,1731059069842 2024-11-08T09:44:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@614b4a6 2024-11-08T09:44:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:44:31,335 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:44:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T09:44:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T09:44:31,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:44:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:31,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:44:31,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:31,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T09:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:44:31,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:44:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741835_1011 (size=405) 2024-11-08T09:44:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741835_1011 (size=405) 2024-11-08T09:44:31,349 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49c3bf44f5c9d29ded72fc3121f0b028, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61 2024-11-08T09:44:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741836_1012 (size=88) 2024-11-08T09:44:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741836_1012 (size=88) 2024-11-08T09:44:31,357 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:31,357 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 49c3bf44f5c9d29ded72fc3121f0b028, disabling compactions & flushes 2024-11-08T09:44:31,358 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,358 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,358 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. after waiting 0 ms 2024-11-08T09:44:31,358 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,358 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,358 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49c3bf44f5c9d29ded72fc3121f0b028: Waiting for close lock at 1731059071357Disabling compacts and flushes for region at 1731059071357Disabling writes for close at 1731059071358 (+1 ms)Writing region close event to WAL at 1731059071358Closed at 1731059071358 2024-11-08T09:44:31,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:44:31,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731059071359"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731059071359"}]},"ts":"1731059071359"} 2024-11-08T09:44:31,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:44:31,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:44:31,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731059071364"}]},"ts":"1731059071364"} 2024-11-08T09:44:31,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T09:44:31,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49c3bf44f5c9d29ded72fc3121f0b028, ASSIGN}] 2024-11-08T09:44:31,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49c3bf44f5c9d29ded72fc3121f0b028, ASSIGN 2024-11-08T09:44:31,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49c3bf44f5c9d29ded72fc3121f0b028, ASSIGN; state=OFFLINE, location=0e58e25f69ec,44589,1731059069993; forceNewPlan=false, retain=false 2024-11-08T09:44:31,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49c3bf44f5c9d29ded72fc3121f0b028, regionState=OPENING, regionLocation=0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49c3bf44f5c9d29ded72fc3121f0b028, ASSIGN because future has completed 2024-11-08T09:44:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49c3bf44f5c9d29ded72fc3121f0b028, server=0e58e25f69ec,44589,1731059069993}] 2024-11-08T09:44:31,694 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,694 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49c3bf44f5c9d29ded72fc3121f0b028, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:44:31,695 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,695 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:44:31,695 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,695 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,697 INFO [StoreOpener-49c3bf44f5c9d29ded72fc3121f0b028-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,698 INFO [StoreOpener-49c3bf44f5c9d29ded72fc3121f0b028-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49c3bf44f5c9d29ded72fc3121f0b028 columnFamilyName info 2024-11-08T09:44:31,699 DEBUG [StoreOpener-49c3bf44f5c9d29ded72fc3121f0b028-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:44:31,699 INFO [StoreOpener-49c3bf44f5c9d29ded72fc3121f0b028-1 {}] regionserver.HStore(327): Store=49c3bf44f5c9d29ded72fc3121f0b028/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:44:31,699 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,700 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,701 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,701 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,701 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,703 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,705 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:44:31,706 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49c3bf44f5c9d29ded72fc3121f0b028; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856427, jitterRate=0.08900344371795654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T09:44:31,706 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:44:31,707 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49c3bf44f5c9d29ded72fc3121f0b028: Running coprocessor pre-open hook at 1731059071695Writing region info on filesystem at 1731059071695Initializing all the Stores at 1731059071696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059071697 (+1 ms)Cleaning up temporary data from old regions at 1731059071701 (+4 ms)Running coprocessor post-open hooks at 1731059071706 (+5 ms)Region opened successfully at 1731059071706 2024-11-08T09:44:31,708 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028., pid=6, masterSystemTime=1731059071684 2024-11-08T09:44:31,710 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,710 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:31,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49c3bf44f5c9d29ded72fc3121f0b028, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,44589,1731059069993 2024-11-08T09:44:31,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49c3bf44f5c9d29ded72fc3121f0b028, server=0e58e25f69ec,44589,1731059069993 because future has completed 2024-11-08T09:44:31,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:44:31,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49c3bf44f5c9d29ded72fc3121f0b028, server=0e58e25f69ec,44589,1731059069993 in 187 msec 2024-11-08T09:44:31,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:44:31,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49c3bf44f5c9d29ded72fc3121f0b028, ASSIGN in 352 msec 2024-11-08T09:44:31,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:44:31,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731059071723"}]},"ts":"1731059071723"} 2024-11-08T09:44:31,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T09:44:31,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:44:31,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 391 msec 2024-11-08T09:44:32,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:44:32,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:44:32,774 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:44:32,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:44:32,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:32,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T09:44:36,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:44:36,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:44:36,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:44:36,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T09:44:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:44:41,400 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T09:44:41,400 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T09:44:41,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:41,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028., hostname=0e58e25f69ec,44589,1731059069993, seqNum=2] 2024-11-08T09:44:41,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:41,426 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T09:44:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:44:41,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T09:44:41,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T09:44:41,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T09:44:41,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:41,593 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 49c3bf44f5c9d29ded72fc3121f0b028 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T09:44:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/a0ba31cb394742bc8eb1bbadebe3d2e7 is 1055, key is row0001/info:/1731059081415/Put/seqid=0 2024-11-08T09:44:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741837_1013 (size=6008) 2024-11-08T09:44:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741837_1013 (size=6008) 2024-11-08T09:44:41,616 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/a0ba31cb394742bc8eb1bbadebe3d2e7 2024-11-08T09:44:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/a0ba31cb394742bc8eb1bbadebe3d2e7 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/a0ba31cb394742bc8eb1bbadebe3d2e7 2024-11-08T09:44:41,630 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/a0ba31cb394742bc8eb1bbadebe3d2e7, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T09:44:41,631 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49c3bf44f5c9d29ded72fc3121f0b028 in 39ms, sequenceid=5, compaction requested=false 2024-11-08T09:44:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 49c3bf44f5c9d29ded72fc3121f0b028: 2024-11-08T09:44:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:41,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T09:44:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T09:44:41,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T09:44:41,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-08T09:44:41,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 218 msec 2024-11-08T09:44:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:44:51,460 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T09:44:51,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:44:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T09:44:51,470 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T09:44:51,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T09:44:51,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T09:44:51,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T09:44:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:51,630 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 49c3bf44f5c9d29ded72fc3121f0b028 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T09:44:51,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/188cf9ce89834c34a97870a18f5e4a87 is 1055, key is row0002/info:/1731059091463/Put/seqid=0 2024-11-08T09:44:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741838_1014 (size=6008) 2024-11-08T09:44:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741838_1014 (size=6008) 2024-11-08T09:44:51,647 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/188cf9ce89834c34a97870a18f5e4a87 2024-11-08T09:44:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/188cf9ce89834c34a97870a18f5e4a87 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/188cf9ce89834c34a97870a18f5e4a87 2024-11-08T09:44:51,664 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/188cf9ce89834c34a97870a18f5e4a87, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T09:44:51,665 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49c3bf44f5c9d29ded72fc3121f0b028 in 36ms, sequenceid=9, compaction requested=false 2024-11-08T09:44:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 49c3bf44f5c9d29ded72fc3121f0b028: 2024-11-08T09:44:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:44:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T09:44:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T09:44:51,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:44:51,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 195 msec 2024-11-08T09:44:51,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 205 msec 2024-11-08T09:44:59,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T09:45:01,550 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T09:45:01,574 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059101557, exclude list is [], retry=0 2024-11-08T09:45:01,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39195,DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66,DISK] 2024-11-08T09:45:01,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-82467182-97b7-4977-a648-689c1371f3e6,DISK] 2024-11-08T09:45:01,603 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059070612 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059101557 2024-11-08T09:45:01,603 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37943:37943),(127.0.0.1/127.0.0.1:44559:44559)] 2024-11-08T09:45:01,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059070612 is not closed yet, will try archiving it next time 2024-11-08T09:45:01,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:45:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741832_1008 (size=5471) 2024-11-08T09:45:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741832_1008 (size=5471) 2024-11-08T09:45:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:45:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T09:45:01,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T09:45:01,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T09:45:01,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T09:45:01,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T09:45:01,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:01,766 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 49c3bf44f5c9d29ded72fc3121f0b028 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T09:45:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/8eb7816afd33432e815d568090a5c206 is 1055, key is row0003/info:/1731059101554/Put/seqid=0 2024-11-08T09:45:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741840_1016 (size=6008) 2024-11-08T09:45:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741840_1016 (size=6008) 2024-11-08T09:45:01,786 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/8eb7816afd33432e815d568090a5c206 2024-11-08T09:45:01,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/8eb7816afd33432e815d568090a5c206 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/8eb7816afd33432e815d568090a5c206 2024-11-08T09:45:01,800 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/8eb7816afd33432e815d568090a5c206, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T09:45:01,801 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49c3bf44f5c9d29ded72fc3121f0b028 in 36ms, sequenceid=13, compaction requested=true 2024-11-08T09:45:01,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 49c3bf44f5c9d29ded72fc3121f0b028: 2024-11-08T09:45:01,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:01,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T09:45:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T09:45:01,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T09:45:01,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-08T09:45:01,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-08T09:45:11,297 INFO [master/0e58e25f69ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T09:45:11,297 INFO [master/0e58e25f69ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T09:45:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T09:45:11,709 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T09:45:11,716 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:11,719 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:11,720 DEBUG [Time-limited test {}] regionserver.HStore(1541): 49c3bf44f5c9d29ded72fc3121f0b028/info is initiating minor compaction (all files) 2024-11-08T09:45:11,721 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:45:11,721 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:11,721 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 49c3bf44f5c9d29ded72fc3121f0b028/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:11,721 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/a0ba31cb394742bc8eb1bbadebe3d2e7, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/188cf9ce89834c34a97870a18f5e4a87, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/8eb7816afd33432e815d568090a5c206] into tmpdir=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp, totalSize=17.6 K 2024-11-08T09:45:11,722 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a0ba31cb394742bc8eb1bbadebe3d2e7, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731059081415 2024-11-08T09:45:11,723 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 188cf9ce89834c34a97870a18f5e4a87, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731059091463 2024-11-08T09:45:11,723 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8eb7816afd33432e815d568090a5c206, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731059101554 2024-11-08T09:45:11,743 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 49c3bf44f5c9d29ded72fc3121f0b028#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:11,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/9ea39cfa187b41b18aedbae4018cf621 is 1055, key is row0001/info:/1731059081415/Put/seqid=0 2024-11-08T09:45:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741841_1017 (size=8221) 2024-11-08T09:45:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741841_1017 (size=8221) 2024-11-08T09:45:11,755 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/9ea39cfa187b41b18aedbae4018cf621 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/9ea39cfa187b41b18aedbae4018cf621 2024-11-08T09:45:11,769 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 49c3bf44f5c9d29ded72fc3121f0b028/info of 49c3bf44f5c9d29ded72fc3121f0b028 into 9ea39cfa187b41b18aedbae4018cf621(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:11,769 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 49c3bf44f5c9d29ded72fc3121f0b028: 2024-11-08T09:45:11,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059111772, exclude list is [], retry=0 2024-11-08T09:45:11,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39195,DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66,DISK] 2024-11-08T09:45:11,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-82467182-97b7-4977-a648-689c1371f3e6,DISK] 2024-11-08T09:45:11,787 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059101557 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059111772 2024-11-08T09:45:11,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37943:37943),(127.0.0.1/127.0.0.1:44559:44559)] 2024-11-08T09:45:11,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059101557 is not closed yet, will try archiving it next time 2024-11-08T09:45:11,788 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059070612 to hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/oldWALs/0e58e25f69ec%2C44589%2C1731059069993.1731059070612 2024-11-08T09:45:11,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:45:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741839_1015 (size=2495) 2024-11-08T09:45:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741839_1015 (size=2495) 2024-11-08T09:45:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:45:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T09:45:11,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T09:45:11,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T09:45:11,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T09:45:11,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T09:45:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:11,947 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 49c3bf44f5c9d29ded72fc3121f0b028 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T09:45:11,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/ad37d00abd98465d94d757af1dff1e23 is 1055, key is row0000/info:/1731059111770/Put/seqid=0 2024-11-08T09:45:11,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741843_1019 (size=6008) 2024-11-08T09:45:11,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741843_1019 (size=6008) 2024-11-08T09:45:11,965 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/ad37d00abd98465d94d757af1dff1e23 2024-11-08T09:45:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/ad37d00abd98465d94d757af1dff1e23 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/ad37d00abd98465d94d757af1dff1e23 2024-11-08T09:45:11,977 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/ad37d00abd98465d94d757af1dff1e23, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T09:45:11,978 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49c3bf44f5c9d29ded72fc3121f0b028 in 31ms, sequenceid=18, compaction requested=false 2024-11-08T09:45:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 49c3bf44f5c9d29ded72fc3121f0b028: 2024-11-08T09:45:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T09:45:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T09:45:11,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T09:45:11,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-08T09:45:11,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-08T09:45:16,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 49c3bf44f5c9d29ded72fc3121f0b028, had cached 0 bytes from a total of 14229 2024-11-08T09:45:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T09:45:21,840 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T09:45:21,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059121846, exclude list is [], retry=0 2024-11-08T09:45:21,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39195,DS-cbb8c1b4-5d0c-4860-925c-e7d5e60c9c66,DISK] 2024-11-08T09:45:21,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-82467182-97b7-4977-a648-689c1371f3e6,DISK] 2024-11-08T09:45:21,866 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059111772 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059121846 2024-11-08T09:45:21,866 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559),(127.0.0.1/127.0.0.1:37943:37943)] 2024-11-08T09:45:21,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059111772 is not closed yet, will try archiving it next time 2024-11-08T09:45:21,867 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/WALs/0e58e25f69ec,44589,1731059069993/0e58e25f69ec%2C44589%2C1731059069993.1731059101557 to hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/oldWALs/0e58e25f69ec%2C44589%2C1731059069993.1731059101557 2024-11-08T09:45:21,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:45:21,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:45:21,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:45:21,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:45:21,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:45:21,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:45:21,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:45:21,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051423634, stopped=false 2024-11-08T09:45:21,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,39091,1731059069842 2024-11-08T09:45:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741842_1018 (size=2001) 2024-11-08T09:45:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741842_1018 (size=2001) 2024-11-08T09:45:21,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:45:21,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:45:21,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:21,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:21,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:45:21,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:45:21,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:45:21,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:45:21,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:45:21,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:45:21,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,44589,1731059069993' ***** 2024-11-08T09:45:21,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:45:21,919 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:45:21,920 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:45:21,920 INFO [RS:0;0e58e25f69ec:44589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:45:21,920 INFO [RS:0;0e58e25f69ec:44589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:45:21,920 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(3091): Received CLOSE for 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:45:21,920 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,44589,1731059069993 2024-11-08T09:45:21,920 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:45:21,920 INFO [RS:0;0e58e25f69ec:44589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:44589. 2024-11-08T09:45:21,920 DEBUG [RS:0;0e58e25f69ec:44589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:45:21,920 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49c3bf44f5c9d29ded72fc3121f0b028, disabling compactions & flushes 2024-11-08T09:45:21,920 DEBUG [RS:0;0e58e25f69ec:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:45:21,921 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:21,921 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:45:21,921 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:45:21,921 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:21,921 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:45:21,921 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:45:21,921 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. after waiting 0 ms 2024-11-08T09:45:21,921 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:21,921 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:45:21,921 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49c3bf44f5c9d29ded72fc3121f0b028=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.} 2024-11-08T09:45:21,921 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49c3bf44f5c9d29ded72fc3121f0b028 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T09:45:21,921 DEBUG [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49c3bf44f5c9d29ded72fc3121f0b028 2024-11-08T09:45:21,921 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:45:21,921 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:45:21,921 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:45:21,921 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:45:21,922 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:45:21,922 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T09:45:21,927 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/d3174f509ab6469d96e41f1f1b75a70c is 1055, key is row0001/info:/1731059121843/Put/seqid=0 2024-11-08T09:45:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741845_1021 (size=6008) 2024-11-08T09:45:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741845_1021 (size=6008) 2024-11-08T09:45:21,935 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/d3174f509ab6469d96e41f1f1b75a70c 2024-11-08T09:45:21,942 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/.tmp/info/d3174f509ab6469d96e41f1f1b75a70c as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/d3174f509ab6469d96e41f1f1b75a70c 2024-11-08T09:45:21,943 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/info/4d0ef931cfa44bf0aaff7e24f68bff0a is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028./info:regioninfo/1731059071711/Put/seqid=0 2024-11-08T09:45:21,949 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/d3174f509ab6469d96e41f1f1b75a70c, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T09:45:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741846_1022 (size=7308) 2024-11-08T09:45:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741846_1022 (size=7308) 2024-11-08T09:45:21,951 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49c3bf44f5c9d29ded72fc3121f0b028 in 29ms, sequenceid=22, compaction requested=true 2024-11-08T09:45:21,951 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/info/4d0ef931cfa44bf0aaff7e24f68bff0a 2024-11-08T09:45:21,951 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/a0ba31cb394742bc8eb1bbadebe3d2e7, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/188cf9ce89834c34a97870a18f5e4a87, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/8eb7816afd33432e815d568090a5c206] to archive 2024-11-08T09:45:21,954 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T09:45:21,956 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/a0ba31cb394742bc8eb1bbadebe3d2e7 to hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/a0ba31cb394742bc8eb1bbadebe3d2e7 2024-11-08T09:45:21,958 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/188cf9ce89834c34a97870a18f5e4a87 to hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/188cf9ce89834c34a97870a18f5e4a87 2024-11-08T09:45:21,960 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/8eb7816afd33432e815d568090a5c206 to hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/info/8eb7816afd33432e815d568090a5c206 2024-11-08T09:45:21,970 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0e58e25f69ec:39091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-08T09:45:21,971 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [a0ba31cb394742bc8eb1bbadebe3d2e7=6008, 188cf9ce89834c34a97870a18f5e4a87=6008, 8eb7816afd33432e815d568090a5c206=6008] 2024-11-08T09:45:21,971 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/ns/2b9c4ee0b96b44e78bf696ce78d468a3 is 43, key is default/ns:d/1731059071275/Put/seqid=0 2024-11-08T09:45:21,977 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49c3bf44f5c9d29ded72fc3121f0b028/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T09:45:21,978 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741847_1023 (size=5153) 2024-11-08T09:45:21,978 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49c3bf44f5c9d29ded72fc3121f0b028: Waiting for close lock at 1731059121920Running coprocessor pre-close hooks at 1731059121920Disabling compacts and flushes for region at 1731059121920Disabling writes for close at 1731059121921 (+1 ms)Obtaining lock to block concurrent updates at 1731059121921Preparing flush snapshotting stores in 49c3bf44f5c9d29ded72fc3121f0b028 at 1731059121921Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731059121921Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. at 1731059121922 (+1 ms)Flushing 49c3bf44f5c9d29ded72fc3121f0b028/info: creating writer at 1731059121922Flushing 49c3bf44f5c9d29ded72fc3121f0b028/info: appending metadata at 1731059121926 (+4 ms)Flushing 49c3bf44f5c9d29ded72fc3121f0b028/info: closing flushed file at 1731059121926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e5da87: reopening flushed file at 1731059121941 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49c3bf44f5c9d29ded72fc3121f0b028 in 29ms, sequenceid=22, compaction requested=true at 1731059121951 (+10 ms)Writing region close event to WAL at 1731059121971 (+20 ms)Running coprocessor post-close hooks at 1731059121978 (+7 ms)Closed at 1731059121978 2024-11-08T09:45:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741847_1023 (size=5153) 2024-11-08T09:45:21,978 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731059071336.49c3bf44f5c9d29ded72fc3121f0b028. 2024-11-08T09:45:21,982 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/ns/2b9c4ee0b96b44e78bf696ce78d468a3 2024-11-08T09:45:22,006 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/table/4ef1d8ab943c4d3e805fb1a4664f3727 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731059071723/Put/seqid=0 2024-11-08T09:45:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741848_1024 (size=5508) 2024-11-08T09:45:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741848_1024 (size=5508) 2024-11-08T09:45:22,012 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/table/4ef1d8ab943c4d3e805fb1a4664f3727 2024-11-08T09:45:22,019 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/info/4d0ef931cfa44bf0aaff7e24f68bff0a as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/info/4d0ef931cfa44bf0aaff7e24f68bff0a 2024-11-08T09:45:22,025 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/info/4d0ef931cfa44bf0aaff7e24f68bff0a, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T09:45:22,027 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/ns/2b9c4ee0b96b44e78bf696ce78d468a3 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/ns/2b9c4ee0b96b44e78bf696ce78d468a3 2024-11-08T09:45:22,033 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/ns/2b9c4ee0b96b44e78bf696ce78d468a3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:45:22,034 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/.tmp/table/4ef1d8ab943c4d3e805fb1a4664f3727 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/table/4ef1d8ab943c4d3e805fb1a4664f3727 2024-11-08T09:45:22,039 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/table/4ef1d8ab943c4d3e805fb1a4664f3727, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T09:45:22,040 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=11, compaction requested=false 2024-11-08T09:45:22,045 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:45:22,045 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:45:22,045 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:45:22,046 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059121921Running coprocessor pre-close hooks at 1731059121921Disabling compacts and flushes for region at 1731059121921Disabling writes for close at 1731059121921Obtaining lock to block concurrent updates at 1731059121922 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731059121922Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731059121922Flushing stores of hbase:meta,,1.1588230740 at 1731059121923 (+1 ms)Flushing 1588230740/info: creating writer at 1731059121923Flushing 1588230740/info: appending metadata at 1731059121943 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731059121943Flushing 1588230740/ns: creating writer at 1731059121957 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731059121971 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731059121971Flushing 1588230740/table: creating writer at 1731059121989 (+18 ms)Flushing 1588230740/table: appending metadata at 1731059122005 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731059122005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b20e6f6: reopening flushed file at 1731059122018 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37af3260: reopening flushed file at 1731059122026 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40537248: reopening flushed file at 1731059122033 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=11, compaction requested=false at 1731059122040 (+7 ms)Writing region close event to WAL at 1731059122041 (+1 ms)Running coprocessor post-close hooks at 1731059122045 (+4 ms)Closed at 1731059122045 2024-11-08T09:45:22,046 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:45:22,121 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,44589,1731059069993; all regions closed. 2024-11-08T09:45:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741834_1010 (size=3306) 2024-11-08T09:45:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741834_1010 (size=3306) 2024-11-08T09:45:22,131 DEBUG [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/oldWALs 2024-11-08T09:45:22,131 INFO [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C44589%2C1731059069993.meta:.meta(num 1731059071179) 2024-11-08T09:45:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741844_1020 (size=1252) 2024-11-08T09:45:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741844_1020 (size=1252) 2024-11-08T09:45:22,137 DEBUG [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/oldWALs 2024-11-08T09:45:22,137 INFO [RS:0;0e58e25f69ec:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C44589%2C1731059069993:(num 1731059121846) 2024-11-08T09:45:22,137 DEBUG [RS:0;0e58e25f69ec:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:45:22,137 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:45:22,137 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:45:22,138 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:45:22,138 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:45:22,138 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:45:22,138 INFO [RS:0;0e58e25f69ec:44589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44589 2024-11-08T09:45:22,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,44589,1731059069993 2024-11-08T09:45:22,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:45:22,160 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:45:22,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,44589,1731059069993] 2024-11-08T09:45:22,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,44589,1731059069993 already deleted, retry=false 2024-11-08T09:45:22,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,44589,1731059069993 expired; onlineServers=0 2024-11-08T09:45:22,176 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,39091,1731059069842' ***** 2024-11-08T09:45:22,176 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:45:22,176 INFO [M:0;0e58e25f69ec:39091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:45:22,176 INFO [M:0;0e58e25f69ec:39091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:45:22,177 DEBUG [M:0;0e58e25f69ec:39091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:45:22,177 DEBUG [M:0;0e58e25f69ec:39091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:45:22,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:45:22,177 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059070340 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059070340,5,FailOnTimeoutGroup] 2024-11-08T09:45:22,177 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059070341 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059070341,5,FailOnTimeoutGroup] 2024-11-08T09:45:22,177 INFO [M:0;0e58e25f69ec:39091 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:45:22,177 INFO [M:0;0e58e25f69ec:39091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:45:22,177 DEBUG [M:0;0e58e25f69ec:39091 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:45:22,177 INFO [M:0;0e58e25f69ec:39091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:45:22,177 INFO [M:0;0e58e25f69ec:39091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:45:22,177 INFO [M:0;0e58e25f69ec:39091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:45:22,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:45:22,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T09:45:22,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:22,184 DEBUG [M:0;0e58e25f69ec:39091 {}] zookeeper.ZKUtil(347): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T09:45:22,184 WARN [M:0;0e58e25f69ec:39091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:45:22,186 INFO [M:0;0e58e25f69ec:39091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/.lastflushedseqids 2024-11-08T09:45:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741849_1025 (size=130) 2024-11-08T09:45:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741849_1025 (size=130) 2024-11-08T09:45:22,193 INFO [M:0;0e58e25f69ec:39091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:45:22,193 INFO [M:0;0e58e25f69ec:39091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:45:22,193 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:45:22,193 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:22,193 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:22,193 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:45:22,193 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:22,193 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-08T09:45:22,209 DEBUG [M:0;0e58e25f69ec:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1e6ee33d48740d89988ac5b416961c3 is 82, key is hbase:meta,,1/info:regioninfo/1731059071221/Put/seqid=0 2024-11-08T09:45:22,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741850_1026 (size=5672) 2024-11-08T09:45:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741850_1026 (size=5672) 2024-11-08T09:45:22,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:45:22,268 INFO [RS:0;0e58e25f69ec:44589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:45:22,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1011b1ec6430001, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:45:22,268 INFO [RS:0;0e58e25f69ec:44589 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,44589,1731059069993; zookeeper connection closed. 2024-11-08T09:45:22,268 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1dccf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1dccf4 2024-11-08T09:45:22,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:45:22,481 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:45:22,619 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1e6ee33d48740d89988ac5b416961c3 2024-11-08T09:45:22,647 DEBUG [M:0;0e58e25f69ec:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/373a96ed5d384427a1cf0c5dda1837c2 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731059071728/Put/seqid=0 2024-11-08T09:45:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741851_1027 (size=7823) 2024-11-08T09:45:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741851_1027 (size=7823) 2024-11-08T09:45:22,653 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/373a96ed5d384427a1cf0c5dda1837c2 2024-11-08T09:45:22,658 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 373a96ed5d384427a1cf0c5dda1837c2 2024-11-08T09:45:22,673 DEBUG [M:0;0e58e25f69ec:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0937a9c1bcd04cb8a47f70933f42e3c8 is 69, key is 0e58e25f69ec,44589,1731059069993/rs:state/1731059070456/Put/seqid=0 2024-11-08T09:45:22,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741852_1028 (size=5156) 2024-11-08T09:45:22,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741852_1028 (size=5156) 2024-11-08T09:45:22,678 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0937a9c1bcd04cb8a47f70933f42e3c8 2024-11-08T09:45:22,698 DEBUG [M:0;0e58e25f69ec:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8737a764dcc3415cbda24e3a7817d034 is 52, key is load_balancer_on/state:d/1731059071331/Put/seqid=0 2024-11-08T09:45:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741853_1029 (size=5056) 2024-11-08T09:45:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741853_1029 (size=5056) 2024-11-08T09:45:22,704 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8737a764dcc3415cbda24e3a7817d034 2024-11-08T09:45:22,709 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1e6ee33d48740d89988ac5b416961c3 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1e6ee33d48740d89988ac5b416961c3 2024-11-08T09:45:22,714 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1e6ee33d48740d89988ac5b416961c3, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T09:45:22,715 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/373a96ed5d384427a1cf0c5dda1837c2 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/373a96ed5d384427a1cf0c5dda1837c2 2024-11-08T09:45:22,720 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 373a96ed5d384427a1cf0c5dda1837c2 2024-11-08T09:45:22,721 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/373a96ed5d384427a1cf0c5dda1837c2, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T09:45:22,722 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0937a9c1bcd04cb8a47f70933f42e3c8 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0937a9c1bcd04cb8a47f70933f42e3c8 2024-11-08T09:45:22,726 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0937a9c1bcd04cb8a47f70933f42e3c8, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T09:45:22,727 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8737a764dcc3415cbda24e3a7817d034 as hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8737a764dcc3415cbda24e3a7817d034 2024-11-08T09:45:22,732 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35233/user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8737a764dcc3415cbda24e3a7817d034, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T09:45:22,733 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=121, compaction requested=false 2024-11-08T09:45:22,735 INFO [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:22,735 DEBUG [M:0;0e58e25f69ec:39091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059122193Disabling compacts and flushes for region at 1731059122193Disabling writes for close at 1731059122193Obtaining lock to block concurrent updates at 1731059122193Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731059122193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44641, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1731059122194 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731059122194Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731059122194Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731059122209 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731059122209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731059122631 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731059122647 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731059122647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731059122659 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731059122673 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731059122673Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731059122683 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731059122698 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731059122698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a07170: reopening flushed file at 1731059122709 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd1fb8d: reopening flushed file at 1731059122715 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78708165: reopening flushed file at 1731059122721 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a66480: reopening flushed file at 1731059122727 (+6 ms)Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=121, compaction requested=false at 1731059122733 (+6 ms)Writing region close event to WAL at 1731059122735 (+2 ms)Closed at 1731059122735 2024-11-08T09:45:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39195 is added to blk_1073741830_1006 (size=53038) 2024-11-08T09:45:22,737 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/873ebe09-a3ea-00e1-ffc7-4a597b029e61/MasterData/WALs/0e58e25f69ec,39091,1731059069842/0e58e25f69ec%2C39091%2C1731059069842.1731059070132 not finished, retry = 0 2024-11-08T09:45:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741830_1006 (size=53038) 2024-11-08T09:45:22,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:45:22,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:45:22,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:45:22,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T09:45:22,838 INFO [M:0;0e58e25f69ec:39091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:45:22,838 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:45:22,839 INFO [M:0;0e58e25f69ec:39091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39091 2024-11-08T09:45:22,839 INFO [M:0;0e58e25f69ec:39091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:45:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:45:22,994 INFO [M:0;0e58e25f69ec:39091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:45:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x1011b1ec6430000, quorum=127.0.0.1:62808, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:45:23,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22a3e589{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:45:23,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b6819f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:45:23,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:45:23,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c669bbe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:45:23,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@163ba220{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir/,STOPPED} 2024-11-08T09:45:23,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:45:23,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:45:23,005 WARN [BP-1180844213-172.17.0.2-1731059068152 heartbeating to localhost/127.0.0.1:35233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:45:23,005 WARN [BP-1180844213-172.17.0.2-1731059068152 heartbeating to localhost/127.0.0.1:35233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1180844213-172.17.0.2-1731059068152 (Datanode Uuid 77f3d706-fd66-4738-9c44-89d58649d261) service to localhost/127.0.0.1:35233 2024-11-08T09:45:23,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data3/current/BP-1180844213-172.17.0.2-1731059068152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:45:23,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data4/current/BP-1180844213-172.17.0.2-1731059068152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:45:23,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:45:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a78b573{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:45:23,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2071a005{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:45:23,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:45:23,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b1a202{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:45:23,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bfb80f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir/,STOPPED} 2024-11-08T09:45:23,010 WARN [BP-1180844213-172.17.0.2-1731059068152 heartbeating to localhost/127.0.0.1:35233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:45:23,010 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:45:23,010 WARN [BP-1180844213-172.17.0.2-1731059068152 heartbeating to localhost/127.0.0.1:35233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1180844213-172.17.0.2-1731059068152 (Datanode Uuid 1044762b-747e-4251-a955-023b96b517b6) service to localhost/127.0.0.1:35233 2024-11-08T09:45:23,010 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:45:23,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data1/current/BP-1180844213-172.17.0.2-1731059068152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:45:23,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/cluster_ec3d08d1-e428-5085-628d-9a08bc179c37/data/data2/current/BP-1180844213-172.17.0.2-1731059068152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:45:23,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:45:23,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@821aa50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:45:23,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40444bfa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:45:23,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:45:23,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40944473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:45:23,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f5daa1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir/,STOPPED} 2024-11-08T09:45:23,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:45:23,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:45:23,048 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=428 (was 438), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 82), ProcessCount=11 (was 11), AvailableMemoryMB=8179 (was 8319) 2024-11-08T09:45:23,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=54, ProcessCount=11, AvailableMemoryMB=8179 2024-11-08T09:45:23,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:45:23,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.log.dir so I do NOT create it in target/test-data/304a38bc-838c-71b6-1254-2757036d0252 2024-11-08T09:45:23,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c6d29d93-ba44-0fcd-e147-9542a8e83197/hadoop.tmp.dir so I do NOT create it in target/test-data/304a38bc-838c-71b6-1254-2757036d0252 2024-11-08T09:45:23,053 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275, deleteOnExit=true 2024-11-08T09:45:23,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/test.cache.data in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:45:23,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:45:23,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:45:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:45:23,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:45:23,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:45:23,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:45:23,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:45:23,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:45:23,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:45:23,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54741774{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:45:23,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39210e1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:45:23,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@395bad63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/java.io.tmpdir/jetty-localhost-43523-hadoop-hdfs-3_4_1-tests_jar-_-any-8444225228155042169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:45:23,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53e4989d{HTTP/1.1, (http/1.1)}{localhost:43523} 2024-11-08T09:45:23,479 INFO [Time-limited test {}] server.Server(415): Started @146506ms 2024-11-08T09:45:23,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:45:23,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:45:23,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:45:23,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:45:23,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:45:23,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ae8fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:45:23,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffc6165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:45:23,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29bcc7b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/java.io.tmpdir/jetty-localhost-37833-hadoop-hdfs-3_4_1-tests_jar-_-any-11674284945716239202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:45:23,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cfed15a{HTTP/1.1, (http/1.1)}{localhost:37833} 2024-11-08T09:45:23,797 INFO [Time-limited test {}] server.Server(415): Started @146824ms 2024-11-08T09:45:23,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:45:23,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:45:23,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:45:23,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:45:23,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:45:23,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:45:23,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ab9aa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:45:23,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@795ac99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:45:23,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18b2a754{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/java.io.tmpdir/jetty-localhost-33587-hadoop-hdfs-3_4_1-tests_jar-_-any-2990271267584557859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:45:23,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2192973a{HTTP/1.1, (http/1.1)}{localhost:33587} 2024-11-08T09:45:23,927 INFO [Time-limited test {}] server.Server(415): Started @146954ms 2024-11-08T09:45:23,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:45:24,668 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data1/current/BP-882886160-172.17.0.2-1731059123078/current, will proceed with Du for space computation calculation, 2024-11-08T09:45:24,668 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data2/current/BP-882886160-172.17.0.2-1731059123078/current, will proceed with Du for space computation calculation, 2024-11-08T09:45:24,695 WARN [Thread-1066 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:45:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8463d97f3b7f7789 with lease ID 0xa0be3b426d8f8e25: Processing first storage report for DS-fafafa05-fa58-44b6-b1ee-da84446cc097 from datanode DatanodeRegistration(127.0.0.1:46271, datanodeUuid=fb8d439b-79f2-4b84-8568-0d0612e9575d, infoPort=41081, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078) 2024-11-08T09:45:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8463d97f3b7f7789 with lease ID 0xa0be3b426d8f8e25: from storage DS-fafafa05-fa58-44b6-b1ee-da84446cc097 node DatanodeRegistration(127.0.0.1:46271, datanodeUuid=fb8d439b-79f2-4b84-8568-0d0612e9575d, infoPort=41081, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:45:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8463d97f3b7f7789 with lease ID 0xa0be3b426d8f8e25: Processing first storage report for DS-7fdfb674-e0ba-4001-8b5a-2a9ac53125f0 from datanode DatanodeRegistration(127.0.0.1:46271, datanodeUuid=fb8d439b-79f2-4b84-8568-0d0612e9575d, infoPort=41081, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078) 2024-11-08T09:45:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8463d97f3b7f7789 with lease ID 0xa0be3b426d8f8e25: from storage DS-7fdfb674-e0ba-4001-8b5a-2a9ac53125f0 node DatanodeRegistration(127.0.0.1:46271, datanodeUuid=fb8d439b-79f2-4b84-8568-0d0612e9575d, infoPort=41081, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:45:24,771 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data3/current/BP-882886160-172.17.0.2-1731059123078/current, will proceed with Du for space computation calculation, 2024-11-08T09:45:24,772 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data4/current/BP-882886160-172.17.0.2-1731059123078/current, will proceed with Du for space computation calculation, 2024-11-08T09:45:24,797 WARN [Thread-1089 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:45:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1561913df3f819b5 with lease ID 0xa0be3b426d8f8e26: Processing first storage report for DS-0d21ae69-b5ba-4786-981b-f22298df64d7 from datanode DatanodeRegistration(127.0.0.1:42483, datanodeUuid=c4ae19a9-8cdb-4f8b-b794-6a54fac513ed, infoPort=39179, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078) 2024-11-08T09:45:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1561913df3f819b5 with lease ID 0xa0be3b426d8f8e26: from storage DS-0d21ae69-b5ba-4786-981b-f22298df64d7 node DatanodeRegistration(127.0.0.1:42483, datanodeUuid=c4ae19a9-8cdb-4f8b-b794-6a54fac513ed, infoPort=39179, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:45:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1561913df3f819b5 with lease ID 0xa0be3b426d8f8e26: Processing first storage report for DS-8521483f-fb44-48f2-80bb-bb67e96af526 from datanode DatanodeRegistration(127.0.0.1:42483, datanodeUuid=c4ae19a9-8cdb-4f8b-b794-6a54fac513ed, infoPort=39179, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078) 2024-11-08T09:45:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1561913df3f819b5 with lease ID 0xa0be3b426d8f8e26: from storage DS-8521483f-fb44-48f2-80bb-bb67e96af526 node DatanodeRegistration(127.0.0.1:42483, datanodeUuid=c4ae19a9-8cdb-4f8b-b794-6a54fac513ed, infoPort=39179, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1446089838;c=1731059123078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:45:24,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252 2024-11-08T09:45:24,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/zookeeper_0, clientPort=53931, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:45:24,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53931 2024-11-08T09:45:24,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:24,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:45:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:45:24,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e with version=8 2024-11-08T09:45:24,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase-staging 2024-11-08T09:45:24,878 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:45:24,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:45:24,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35341 2024-11-08T09:45:24,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35341 connecting to ZooKeeper ensemble=127.0.0.1:53931 2024-11-08T09:45:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353410x0, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:45:24,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35341-0x1011b1f9d440000 connected 2024-11-08T09:45:25,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:25,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:25,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:45:25,022 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e, hbase.cluster.distributed=false 2024-11-08T09:45:25,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:45:25,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35341 2024-11-08T09:45:25,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35341 2024-11-08T09:45:25,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35341 2024-11-08T09:45:25,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35341 2024-11-08T09:45:25,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35341 2024-11-08T09:45:25,039 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:45:25,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:45:25,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37667 2024-11-08T09:45:25,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37667 connecting to ZooKeeper ensemble=127.0.0.1:53931 2024-11-08T09:45:25,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:25,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:25,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376670x0, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:45:25,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37667-0x1011b1f9d440001 connected 2024-11-08T09:45:25,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:45:25,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:45:25,053 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:45:25,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T09:45:25,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:45:25,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-08T09:45:25,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37667 2024-11-08T09:45:25,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37667 2024-11-08T09:45:25,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-08T09:45:25,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-08T09:45:25,068 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:35341 2024-11-08T09:45:25,069 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:45:25,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:45:25,078 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T09:45:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,086 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T09:45:25,086 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,35341,1731059124877 from backup master directory 2024-11-08T09:45:25,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:45:25,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:45:25,094 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:45:25,094 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,101 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/hbase.id] with ID: 6e980ef1-40e5-4bbb-a299-7af76e3cdb31 2024-11-08T09:45:25,101 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/.tmp/hbase.id 2024-11-08T09:45:25,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:45:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:45:25,113 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/.tmp/hbase.id]:[hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/hbase.id] 2024-11-08T09:45:25,129 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:25,129 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:45:25,132 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T09:45:25,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:45:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:45:25,150 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:45:25,151 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:45:25,151 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:45:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:45:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:45:25,160 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store 2024-11-08T09:45:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:45:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:45:25,167 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:25,167 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:45:25,167 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:25,167 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:25,167 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:45:25,167 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:25,167 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:45:25,168 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059125167Disabling compacts and flushes for region at 1731059125167Disabling writes for close at 1731059125167Writing region close event to WAL at 1731059125167Closed at 1731059125167 2024-11-08T09:45:25,168 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/.initializing 2024-11-08T09:45:25,168 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/WALs/0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,169 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:45:25,171 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C35341%2C1731059124877, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/WALs/0e58e25f69ec,35341,1731059124877, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/oldWALs, maxLogs=10 2024-11-08T09:45:25,183 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/WALs/0e58e25f69ec,35341,1731059124877/0e58e25f69ec%2C35341%2C1731059124877.1731059125171, exclude list is [], retry=0 2024-11-08T09:45:25,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-fafafa05-fa58-44b6-b1ee-da84446cc097,DISK] 2024-11-08T09:45:25,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-0d21ae69-b5ba-4786-981b-f22298df64d7,DISK] 2024-11-08T09:45:25,187 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/WALs/0e58e25f69ec,35341,1731059124877/0e58e25f69ec%2C35341%2C1731059124877.1731059125171 2024-11-08T09:45:25,188 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179),(127.0.0.1/127.0.0.1:41081:41081)] 2024-11-08T09:45:25,188 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:45:25,188 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:25,188 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,188 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:45:25,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:25,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:45:25,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:45:25,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:45:25,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:45:25,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:45:25,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:45:25,196 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,197 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,197 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,199 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,199 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,199 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:45:25,200 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:45:25,203 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:45:25,204 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=769488, jitterRate=-0.02154579758644104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:45:25,204 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731059125188Initializing all the Stores at 1731059125189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059125189Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059125189Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059125189Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059125189Cleaning up temporary data from old regions at 1731059125199 (+10 ms)Region opened successfully at 1731059125204 (+5 ms) 2024-11-08T09:45:25,205 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:45:25,209 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1c9828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:45:25,210 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:45:25,210 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:45:25,210 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:45:25,210 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:45:25,211 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:45:25,211 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:45:25,211 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:45:25,213 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:45:25,214 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T09:45:25,227 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T09:45:25,227 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:45:25,228 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:45:25,235 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T09:45:25,236 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:45:25,237 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:45:25,248 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T09:45:25,249 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:45:25,256 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T09:45:25,259 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:45:25,269 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T09:45:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:45:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:45:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,278 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,35341,1731059124877, sessionid=0x1011b1f9d440000, setting cluster-up flag (Was=false) 2024-11-08T09:45:25,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,319 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T09:45:25,320 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,365 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T09:45:25,366 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:25,367 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:45:25,369 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:45:25,369 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:45:25,369 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:45:25,369 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,35341,1731059124877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:45:25,371 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731059155372 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:45:25,372 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:45:25,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:45:25,373 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059125373,5,FailOnTimeoutGroup] 2024-11-08T09:45:25,373 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059125373,5,FailOnTimeoutGroup] 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,373 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:45:25,374 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,374 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:45:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:45:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:45:25,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:45:25,382 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e 2024-11-08T09:45:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:45:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:45:25,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:45:25,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:45:25,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:45:25,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:45:25,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:25,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:45:25,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:45:25,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:25,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:45:25,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:45:25,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:25,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:45:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740 2024-11-08T09:45:25,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740 2024-11-08T09:45:25,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:45:25,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:45:25,405 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:45:25,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:45:25,408 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:45:25,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880011, jitterRate=0.11899231374263763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:45:25,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731059125393Initializing all the Stores at 1731059125393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059125393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059125393Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059125393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059125393Cleaning up temporary data from old regions at 1731059125404 (+11 ms)Region opened successfully at 1731059125409 (+5 ms) 2024-11-08T09:45:25,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:45:25,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:45:25,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:45:25,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:45:25,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:45:25,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:45:25,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059125409Disabling compacts and flushes for region at 1731059125409Disabling writes for close at 1731059125409Writing region close event to WAL at 1731059125410 (+1 ms)Closed at 1731059125410 2024-11-08T09:45:25,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:45:25,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:45:25,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:45:25,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:45:25,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:45:25,458 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(746): ClusterId : 6e980ef1-40e5-4bbb-a299-7af76e3cdb31 2024-11-08T09:45:25,459 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:45:25,487 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:45:25,487 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:45:25,499 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:45:25,499 DEBUG [RS:0;0e58e25f69ec:37667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267a925d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:45:25,511 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:37667 2024-11-08T09:45:25,511 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:45:25,511 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:45:25,511 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:45:25,512 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,35341,1731059124877 with port=37667, startcode=1731059125039 2024-11-08T09:45:25,512 DEBUG [RS:0;0e58e25f69ec:37667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:45:25,514 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:45:25,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,516 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e 2024-11-08T09:45:25,516 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39827 2024-11-08T09:45:25,516 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:45:25,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:45:25,528 DEBUG [RS:0;0e58e25f69ec:37667 {}] zookeeper.ZKUtil(111): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,528 WARN [RS:0;0e58e25f69ec:37667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:45:25,528 INFO [RS:0;0e58e25f69ec:37667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:45:25,528 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,37667,1731059125039] 2024-11-08T09:45:25,531 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:45:25,532 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:45:25,533 INFO [RS:0;0e58e25f69ec:37667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:45:25,533 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,533 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:45:25,534 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:45:25,534 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,534 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:45:25,535 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:45:25,535 DEBUG [RS:0;0e58e25f69ec:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:45:25,535 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,535 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,535 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,535 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,535 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,535 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,37667,1731059125039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:45:25,548 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:45:25,548 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,37667,1731059125039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,548 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,549 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.Replication(171): 0e58e25f69ec,37667,1731059125039 started 2024-11-08T09:45:25,561 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:25,561 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,37667,1731059125039, RpcServer on 0e58e25f69ec/172.17.0.2:37667, sessionid=0x1011b1f9d440001 2024-11-08T09:45:25,561 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:45:25,561 DEBUG [RS:0;0e58e25f69ec:37667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,561 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,37667,1731059125039' 2024-11-08T09:45:25,561 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T09:45:25,562 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T09:45:25,562 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:45:25,562 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:45:25,562 DEBUG [RS:0;0e58e25f69ec:37667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,562 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,37667,1731059125039' 2024-11-08T09:45:25,562 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T09:45:25,563 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T09:45:25,563 DEBUG [RS:0;0e58e25f69ec:37667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:45:25,563 INFO [RS:0;0e58e25f69ec:37667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:45:25,563 INFO [RS:0;0e58e25f69ec:37667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:45:25,563 WARN [0e58e25f69ec:35341 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:45:25,664 INFO [RS:0;0e58e25f69ec:37667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:45:25,667 INFO [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C37667%2C1731059125039, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/oldWALs, maxLogs=32 2024-11-08T09:45:25,684 DEBUG [RS:0;0e58e25f69ec:37667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669, exclude list is [], retry=0 2024-11-08T09:45:25,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-0d21ae69-b5ba-4786-981b-f22298df64d7,DISK] 2024-11-08T09:45:25,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-fafafa05-fa58-44b6-b1ee-da84446cc097,DISK] 2024-11-08T09:45:25,689 INFO [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 2024-11-08T09:45:25,690 DEBUG [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179),(127.0.0.1/127.0.0.1:41081:41081)] 2024-11-08T09:45:25,814 DEBUG [0e58e25f69ec:35341 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:45:25,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:25,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,37667,1731059125039, state=OPENING 2024-11-08T09:45:25,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:45:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:45:25,836 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:45:25,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:45:25,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:45:25,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,37667,1731059125039}] 2024-11-08T09:45:25,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:45:25,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:45:26,003 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:45:26,003 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:45:26,003 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:45:26,005 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C37667%2C1731059125039.meta, suffix=.meta, logDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/oldWALs, maxLogs=32 2024-11-08T09:45:26,022 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.meta.1731059126006.meta, exclude list is [], retry=0 2024-11-08T09:45:26,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-0d21ae69-b5ba-4786-981b-f22298df64d7,DISK] 2024-11-08T09:45:26,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-fafafa05-fa58-44b6-b1ee-da84446cc097,DISK] 2024-11-08T09:45:26,026 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.meta.1731059126006.meta 2024-11-08T09:45:26,031 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179),(127.0.0.1/127.0.0.1:41081:41081)] 2024-11-08T09:45:26,031 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:45:26,031 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:45:26,031 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:45:26,032 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:45:26,032 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:45:26,032 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:26,032 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:45:26,032 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:45:26,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:45:26,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:45:26,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:26,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:26,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:45:26,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:45:26,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:45:26,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:45:26,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:26,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:26,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:45:26,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:45:26,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:26,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:45:26,039 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:45:26,039 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740 2024-11-08T09:45:26,041 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740 2024-11-08T09:45:26,042 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:45:26,042 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:45:26,043 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:45:26,044 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:45:26,045 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694729, jitterRate=-0.11660662293434143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:45:26,046 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:45:26,046 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731059126032Writing region info on filesystem at 1731059126032Initializing all the Stores at 1731059126033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059126033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059126033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059126033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059126033Cleaning up temporary data from old regions at 1731059126042 (+9 ms)Running coprocessor post-open hooks at 1731059126046 (+4 ms)Region opened successfully at 1731059126046 2024-11-08T09:45:26,047 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731059125991 2024-11-08T09:45:26,049 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:45:26,049 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:45:26,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:26,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,37667,1731059125039, state=OPEN 2024-11-08T09:45:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:45:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:45:26,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:45:26,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:45:26,101 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:26,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:45:26,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,37667,1731059125039 in 265 msec 2024-11-08T09:45:26,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:45:26,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-11-08T09:45:26,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:45:26,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:45:26,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:45:26,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,37667,1731059125039, seqNum=-1] 2024-11-08T09:45:26,113 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:45:26,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:45:26,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 751 msec 2024-11-08T09:45:26,120 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731059126120, completionTime=-1 2024-11-08T09:45:26,120 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:45:26,120 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731059186122 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731059246122 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35341,1731059124877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35341,1731059124877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35341,1731059124877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,122 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:35341, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,123 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,123 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,124 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:45:26,126 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.032sec 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35341,1731059124877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:45:26,127 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35341,1731059124877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:45:26,130 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:45:26,130 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:45:26,130 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,35341,1731059124877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:45:26,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e6a37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:45:26,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,35341,-1 for getting cluster id 2024-11-08T09:45:26,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:45:26,160 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e980ef1-40e5-4bbb-a299-7af76e3cdb31' 2024-11-08T09:45:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:45:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e980ef1-40e5-4bbb-a299-7af76e3cdb31" 2024-11-08T09:45:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@993f537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:45:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,35341,-1] 2024-11-08T09:45:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:45:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:45:26,163 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:45:26,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cadd4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:45:26,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:45:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,37667,1731059125039, seqNum=-1] 2024-11-08T09:45:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:45:26,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:45:26,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:26,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:45:26,174 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T09:45:26,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:45:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e58e25f69ec,35341,1731059124877 2024-11-08T09:45:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a24908f 2024-11-08T09:45:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:45:26,178 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:45:26,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T09:45:26,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T09:45:26,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:45:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T09:45:26,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:45:26,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:26,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T09:45:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:45:26,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:45:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741835_1011 (size=381) 2024-11-08T09:45:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741835_1011 (size=381) 2024-11-08T09:45:26,195 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f64ca811b88aa1be66ca2b833774e9d, NAME => 'TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e 2024-11-08T09:45:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741836_1012 (size=64) 2024-11-08T09:45:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741836_1012 (size=64) 2024-11-08T09:45:26,204 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:26,204 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 6f64ca811b88aa1be66ca2b833774e9d, disabling compactions & flushes 2024-11-08T09:45:26,205 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. after waiting 0 ms 2024-11-08T09:45:26,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,205 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f64ca811b88aa1be66ca2b833774e9d: Waiting for close lock at 1731059126204Disabling compacts and flushes for region at 1731059126204Disabling writes for close at 1731059126205 (+1 ms)Writing region close event to WAL at 1731059126205Closed at 1731059126205 2024-11-08T09:45:26,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:45:26,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731059126206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731059126206"}]},"ts":"1731059126206"} 2024-11-08T09:45:26,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:45:26,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:45:26,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731059126210"}]},"ts":"1731059126210"} 2024-11-08T09:45:26,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T09:45:26,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, ASSIGN}] 2024-11-08T09:45:26,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, ASSIGN 2024-11-08T09:45:26,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, ASSIGN; state=OFFLINE, location=0e58e25f69ec,37667,1731059125039; forceNewPlan=false, retain=false 2024-11-08T09:45:26,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f64ca811b88aa1be66ca2b833774e9d, regionState=OPENING, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:26,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, ASSIGN because future has completed 2024-11-08T09:45:26,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f64ca811b88aa1be66ca2b833774e9d, server=0e58e25f69ec,37667,1731059125039}] 2024-11-08T09:45:26,535 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,535 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f64ca811b88aa1be66ca2b833774e9d, NAME => 'TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:45:26,535 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,536 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:26,536 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,536 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,538 INFO [StoreOpener-6f64ca811b88aa1be66ca2b833774e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,541 INFO [StoreOpener-6f64ca811b88aa1be66ca2b833774e9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f64ca811b88aa1be66ca2b833774e9d columnFamilyName info 2024-11-08T09:45:26,541 DEBUG [StoreOpener-6f64ca811b88aa1be66ca2b833774e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:26,542 INFO [StoreOpener-6f64ca811b88aa1be66ca2b833774e9d-1 {}] regionserver.HStore(327): Store=6f64ca811b88aa1be66ca2b833774e9d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:45:26,542 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,544 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,544 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,545 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,545 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,549 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,553 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:45:26,554 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f64ca811b88aa1be66ca2b833774e9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780901, jitterRate=-0.007033556699752808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T09:45:26,554 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:26,556 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f64ca811b88aa1be66ca2b833774e9d: Running coprocessor pre-open hook at 1731059126536Writing region info on filesystem at 1731059126536Initializing all the Stores at 1731059126538 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059126538Cleaning up temporary data from old regions at 1731059126545 (+7 ms)Running coprocessor post-open hooks at 1731059126554 (+9 ms)Region opened successfully at 1731059126555 (+1 ms) 2024-11-08T09:45:26,557 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., pid=6, masterSystemTime=1731059126525 2024-11-08T09:45:26,560 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,560 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:26,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f64ca811b88aa1be66ca2b833774e9d, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:26,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f64ca811b88aa1be66ca2b833774e9d, server=0e58e25f69ec,37667,1731059125039 because future has completed 2024-11-08T09:45:26,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:45:26,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f64ca811b88aa1be66ca2b833774e9d, server=0e58e25f69ec,37667,1731059125039 in 194 msec 2024-11-08T09:45:26,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:45:26,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, ASSIGN in 354 msec 2024-11-08T09:45:26,570 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:45:26,570 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731059126570"}]},"ts":"1731059126570"} 2024-11-08T09:45:26,572 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T09:45:26,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:45:26,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 395 msec 2024-11-08T09:45:26,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:26,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:45:27,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:27,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:31,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:45:31,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T09:45:32,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:45:32,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:45:32,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:45:32,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:45:32,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:45:32,776 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:45:32,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T09:45:32,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T09:45:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:45:36,259 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T09:45:36,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T09:45:36,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T09:45:36,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., hostname=0e58e25f69ec,37667,1731059125039, seqNum=2] 2024-11-08T09:45:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:36,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:45:36,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/a2645305881c408f97daa7713213f20a is 1055, key is row0001/info:/1731059136274/Put/seqid=0 2024-11-08T09:45:36,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741837_1013 (size=13386) 2024-11-08T09:45:36,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741837_1013 (size=13386) 2024-11-08T09:45:36,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/a2645305881c408f97daa7713213f20a 2024-11-08T09:45:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/a2645305881c408f97daa7713213f20a as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/a2645305881c408f97daa7713213f20a 2024-11-08T09:45:36,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/a2645305881c408f97daa7713213f20a, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T09:45:36,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 6f64ca811b88aa1be66ca2b833774e9d in 38ms, sequenceid=12, compaction requested=false 2024-11-08T09:45:36,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:36,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-08T09:45:36,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/61bc9c40eb4d4494b3117dbe7ab3bcff is 1055, key is row0009/info:/1731059136289/Put/seqid=0 2024-11-08T09:45:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741838_1014 (size=26030) 2024-11-08T09:45:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741838_1014 (size=26030) 2024-11-08T09:45:36,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/61bc9c40eb4d4494b3117dbe7ab3bcff 2024-11-08T09:45:36,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/61bc9c40eb4d4494b3117dbe7ab3bcff as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff 2024-11-08T09:45:36,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff, entries=20, sequenceid=35, filesize=25.4 K 2024-11-08T09:45:36,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 6f64ca811b88aa1be66ca2b833774e9d in 23ms, sequenceid=35, compaction requested=false 2024-11-08T09:45:36,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:36,351 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-08T09:45:36,351 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:36,351 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff because midkey is the same as first or last row 2024-11-08T09:45:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:38,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:45:38,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/9a45ffaab8024dd8b25c8fb53c8e7766 is 1055, key is row0029/info:/1731059136328/Put/seqid=0 2024-11-08T09:45:38,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741839_1015 (size=13386) 2024-11-08T09:45:38,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/9a45ffaab8024dd8b25c8fb53c8e7766 2024-11-08T09:45:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741839_1015 (size=13386) 2024-11-08T09:45:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/9a45ffaab8024dd8b25c8fb53c8e7766 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/9a45ffaab8024dd8b25c8fb53c8e7766 2024-11-08T09:45:38,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/9a45ffaab8024dd8b25c8fb53c8e7766, entries=8, sequenceid=46, filesize=13.1 K 2024-11-08T09:45:38,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 6f64ca811b88aa1be66ca2b833774e9d in 26ms, sequenceid=46, compaction requested=true 2024-11-08T09:45:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-08T09:45:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff because midkey is the same as first or last row 2024-11-08T09:45:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:38,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f64ca811b88aa1be66ca2b833774e9d:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:38,377 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:38,379 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:38,379 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 6f64ca811b88aa1be66ca2b833774e9d/info is initiating minor compaction (all files) 2024-11-08T09:45:38,379 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f64ca811b88aa1be66ca2b833774e9d/info in TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:38,379 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/a2645305881c408f97daa7713213f20a, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/9a45ffaab8024dd8b25c8fb53c8e7766] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp, totalSize=51.6 K 2024-11-08T09:45:38,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:38,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T09:45:38,380 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2645305881c408f97daa7713213f20a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731059136274 2024-11-08T09:45:38,380 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61bc9c40eb4d4494b3117dbe7ab3bcff, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731059136289 2024-11-08T09:45:38,380 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a45ffaab8024dd8b25c8fb53c8e7766, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731059136328 2024-11-08T09:45:38,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/8e0645a5a9a44efebbeaec7404dbd4d3 is 1055, key is row0037/info:/1731059138351/Put/seqid=0 2024-11-08T09:45:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741840_1016 (size=19714) 2024-11-08T09:45:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741840_1016 (size=19714) 2024-11-08T09:45:38,400 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f64ca811b88aa1be66ca2b833774e9d#info#compaction#35 average throughput is 18.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:38,400 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/b84022d3205446a2b7c2e982548b7c2f is 1055, key is row0001/info:/1731059136274/Put/seqid=0 2024-11-08T09:45:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741841_1017 (size=43001) 2024-11-08T09:45:38,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741841_1017 (size=43001) 2024-11-08T09:45:38,416 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/b84022d3205446a2b7c2e982548b7c2f as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f 2024-11-08T09:45:38,424 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f64ca811b88aa1be66ca2b833774e9d/info of 6f64ca811b88aa1be66ca2b833774e9d into b84022d3205446a2b7c2e982548b7c2f(size=42.0 K), total size for store is 42.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:38,424 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:38,426 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., storeName=6f64ca811b88aa1be66ca2b833774e9d/info, priority=13, startTime=1731059138377; duration=0sec 2024-11-08T09:45:38,426 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-08T09:45:38,426 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:38,426 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f because midkey is the same as first or last row 2024-11-08T09:45:38,426 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-08T09:45:38,426 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:38,426 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f because midkey is the same as first or last row 2024-11-08T09:45:38,427 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-08T09:45:38,427 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:38,427 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f because midkey is the same as first or last row 2024-11-08T09:45:38,427 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:38,427 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f64ca811b88aa1be66ca2b833774e9d:info 2024-11-08T09:45:38,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/8e0645a5a9a44efebbeaec7404dbd4d3 2024-11-08T09:45:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/8e0645a5a9a44efebbeaec7404dbd4d3 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/8e0645a5a9a44efebbeaec7404dbd4d3 2024-11-08T09:45:38,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/8e0645a5a9a44efebbeaec7404dbd4d3, entries=14, sequenceid=63, filesize=19.3 K 2024-11-08T09:45:38,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=14.37 KB/14714 for 6f64ca811b88aa1be66ca2b833774e9d in 435ms, sequenceid=63, compaction requested=false 2024-11-08T09:45:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-08T09:45:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f because midkey is the same as first or last row 2024-11-08T09:45:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-08T09:45:40,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/0ca1111fff20498ab8e757f5f89fae54 is 1055, key is row0051/info:/1731059138381/Put/seqid=0 2024-11-08T09:45:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741842_1018 (size=20766) 2024-11-08T09:45:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741842_1018 (size=20766) 2024-11-08T09:45:40,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/0ca1111fff20498ab8e757f5f89fae54 2024-11-08T09:45:40,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/0ca1111fff20498ab8e757f5f89fae54 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/0ca1111fff20498ab8e757f5f89fae54 2024-11-08T09:45:40,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/0ca1111fff20498ab8e757f5f89fae54, entries=15, sequenceid=82, filesize=20.3 K 2024-11-08T09:45:40,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=11.29 KB/11561 for 6f64ca811b88aa1be66ca2b833774e9d in 29ms, sequenceid=82, compaction requested=true 2024-11-08T09:45:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,446 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f because midkey is the same as first or last row 2024-11-08T09:45:40,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f64ca811b88aa1be66ca2b833774e9d:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:40,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:40,447 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T09:45:40,448 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:40,448 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 6f64ca811b88aa1be66ca2b833774e9d/info is initiating minor compaction (all files) 2024-11-08T09:45:40,448 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f64ca811b88aa1be66ca2b833774e9d/info in TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:40,448 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/8e0645a5a9a44efebbeaec7404dbd4d3, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/0ca1111fff20498ab8e757f5f89fae54] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp, totalSize=81.5 K 2024-11-08T09:45:40,449 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting b84022d3205446a2b7c2e982548b7c2f, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731059136274 2024-11-08T09:45:40,449 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e0645a5a9a44efebbeaec7404dbd4d3, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731059138351 2024-11-08T09:45:40,450 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ca1111fff20498ab8e757f5f89fae54, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731059138381 2024-11-08T09:45:40,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/de37974f649440d880a20a035ed68d77 is 1055, key is row0066/info:/1731059140421/Put/seqid=0 2024-11-08T09:45:40,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741843_1019 (size=17594) 2024-11-08T09:45:40,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741843_1019 (size=17594) 2024-11-08T09:45:40,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/de37974f649440d880a20a035ed68d77 2024-11-08T09:45:40,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/de37974f649440d880a20a035ed68d77 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/de37974f649440d880a20a035ed68d77 2024-11-08T09:45:40,467 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f64ca811b88aa1be66ca2b833774e9d#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:40,468 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/f7e1cbc27d4b4797a55c803cc7933571 is 1055, key is row0001/info:/1731059136274/Put/seqid=0 2024-11-08T09:45:40,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/de37974f649440d880a20a035ed68d77, entries=12, sequenceid=97, filesize=17.2 K 2024-11-08T09:45:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741844_1020 (size=73753) 2024-11-08T09:45:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741844_1020 (size=73753) 2024-11-08T09:45:40,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 6f64ca811b88aa1be66ca2b833774e9d in 27ms, sequenceid=97, compaction requested=false 2024-11-08T09:45:40,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:40,475 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,475 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,475 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f because midkey is the same as first or last row 2024-11-08T09:45:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T09:45:40,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/44d48996fa634593ac011391ba33cd67 is 1055, key is row0078/info:/1731059140449/Put/seqid=0 2024-11-08T09:45:40,483 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/f7e1cbc27d4b4797a55c803cc7933571 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571 2024-11-08T09:45:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741845_1021 (size=17594) 2024-11-08T09:45:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741845_1021 (size=17594) 2024-11-08T09:45:40,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/44d48996fa634593ac011391ba33cd67 2024-11-08T09:45:40,492 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f64ca811b88aa1be66ca2b833774e9d/info of 6f64ca811b88aa1be66ca2b833774e9d into f7e1cbc27d4b4797a55c803cc7933571(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:40,492 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:40,492 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., storeName=6f64ca811b88aa1be66ca2b833774e9d/info, priority=13, startTime=1731059140446; duration=0sec 2024-11-08T09:45:40,492 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,492 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,492 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,492 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,493 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,493 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,494 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:40,494 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:40,494 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f64ca811b88aa1be66ca2b833774e9d:info 2024-11-08T09:45:40,495 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] assignment.AssignmentManager(1363): Split request from 0e58e25f69ec,37667,1731059125039, parent={ENCODED => 6f64ca811b88aa1be66ca2b833774e9d, NAME => 'TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T09:45:40,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/44d48996fa634593ac011391ba33cd67 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/44d48996fa634593ac011391ba33cd67 2024-11-08T09:45:40,501 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:40,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/44d48996fa634593ac011391ba33cd67, entries=12, sequenceid=112, filesize=17.2 K 2024-11-08T09:45:40,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for 6f64ca811b88aa1be66ca2b833774e9d in 28ms, sequenceid=112, compaction requested=true 2024-11-08T09:45:40,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f64ca811b88aa1be66ca2b833774e9d: 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T09:45:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-08T09:45:40,506 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=8366fe344770c96deda08aa008782ab0, daughterB=3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:40,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=8366fe344770c96deda08aa008782ab0, daughterB=3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:40,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=8366fe344770c96deda08aa008782ab0, daughterB=3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:40,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=8366fe344770c96deda08aa008782ab0, daughterB=3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:40,508 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] assignment.AssignmentManager(1363): Split request from 0e58e25f69ec,37667,1731059125039, parent={ENCODED => 6f64ca811b88aa1be66ca2b833774e9d, NAME => 'TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T09:45:40,509 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:40,510 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35341 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 2024-11-08T09:45:40,511 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 held by pid=7 2024-11-08T09:45:40,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, UNASSIGN}] 2024-11-08T09:45:40,516 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-11-08T09:45:40,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, UNASSIGN 2024-11-08T09:45:40,516 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 2024-11-08T09:45:40,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f64ca811b88aa1be66ca2b833774e9d, regionState=CLOSING, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:40,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, UNASSIGN because future has completed 2024-11-08T09:45:40,520 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T09:45:40,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f64ca811b88aa1be66ca2b833774e9d, server=0e58e25f69ec,37667,1731059125039}] 2024-11-08T09:45:40,681 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,682 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T09:45:40,683 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing 6f64ca811b88aa1be66ca2b833774e9d, disabling compactions & flushes 2024-11-08T09:45:40,683 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:40,683 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:40,683 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. after waiting 0 ms 2024-11-08T09:45:40,684 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:40,684 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing 6f64ca811b88aa1be66ca2b833774e9d 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-08T09:45:40,691 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/5785d661b6ef44fb812fd074478deac8 is 1055, key is row0090/info:/1731059140478/Put/seqid=0 2024-11-08T09:45:40,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741846_1022 (size=12334) 2024-11-08T09:45:40,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741846_1022 (size=12334) 2024-11-08T09:45:40,699 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/5785d661b6ef44fb812fd074478deac8 2024-11-08T09:45:40,708 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/.tmp/info/5785d661b6ef44fb812fd074478deac8 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/5785d661b6ef44fb812fd074478deac8 2024-11-08T09:45:40,715 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/5785d661b6ef44fb812fd074478deac8, entries=7, sequenceid=123, filesize=12.0 K 2024-11-08T09:45:40,716 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 6f64ca811b88aa1be66ca2b833774e9d in 32ms, sequenceid=123, compaction requested=true 2024-11-08T09:45:40,717 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/a2645305881c408f97daa7713213f20a, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/9a45ffaab8024dd8b25c8fb53c8e7766, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/8e0645a5a9a44efebbeaec7404dbd4d3, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/0ca1111fff20498ab8e757f5f89fae54] to archive 2024-11-08T09:45:40,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T09:45:40,721 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/a2645305881c408f97daa7713213f20a to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/a2645305881c408f97daa7713213f20a 2024-11-08T09:45:40,722 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/61bc9c40eb4d4494b3117dbe7ab3bcff 2024-11-08T09:45:40,724 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/b84022d3205446a2b7c2e982548b7c2f 2024-11-08T09:45:40,725 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/9a45ffaab8024dd8b25c8fb53c8e7766 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/9a45ffaab8024dd8b25c8fb53c8e7766 2024-11-08T09:45:40,726 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/8e0645a5a9a44efebbeaec7404dbd4d3 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/8e0645a5a9a44efebbeaec7404dbd4d3 2024-11-08T09:45:40,728 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/0ca1111fff20498ab8e757f5f89fae54 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/0ca1111fff20498ab8e757f5f89fae54 2024-11-08T09:45:40,734 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-08T09:45:40,734 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. 2024-11-08T09:45:40,735 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for 6f64ca811b88aa1be66ca2b833774e9d: Waiting for close lock at 1731059140683Running coprocessor pre-close hooks at 1731059140683Disabling compacts and flushes for region at 1731059140683Disabling writes for close at 1731059140683Obtaining lock to block concurrent updates at 1731059140684 (+1 ms)Preparing flush snapshotting stores in 6f64ca811b88aa1be66ca2b833774e9d at 1731059140684Finished memstore snapshotting TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., syncing WAL and waiting on mvcc, flushsize=dataSize=7357, getHeapSize=8136, getOffHeapSize=0, getCellsCount=7 at 1731059140684Flushing stores of TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. at 1731059140685 (+1 ms)Flushing 6f64ca811b88aa1be66ca2b833774e9d/info: creating writer at 1731059140686 (+1 ms)Flushing 6f64ca811b88aa1be66ca2b833774e9d/info: appending metadata at 1731059140690 (+4 ms)Flushing 6f64ca811b88aa1be66ca2b833774e9d/info: closing flushed file at 1731059140690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc10c9: reopening flushed file at 1731059140707 (+17 ms)Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 6f64ca811b88aa1be66ca2b833774e9d in 32ms, sequenceid=123, compaction requested=true at 1731059140716 (+9 ms)Writing region close event to WAL at 1731059140730 (+14 ms)Running coprocessor post-close hooks at 1731059140734 (+4 ms)Closed at 1731059140734 2024-11-08T09:45:40,737 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f64ca811b88aa1be66ca2b833774e9d, regionState=CLOSED 2024-11-08T09:45:40,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f64ca811b88aa1be66ca2b833774e9d, server=0e58e25f69ec,37667,1731059125039 because future has completed 2024-11-08T09:45:40,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:45:40,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure 6f64ca811b88aa1be66ca2b833774e9d, server=0e58e25f69ec,37667,1731059125039 in 220 msec 2024-11-08T09:45:40,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-08T09:45:40,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f64ca811b88aa1be66ca2b833774e9d, UNASSIGN in 230 msec 2024-11-08T09:45:40,753 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:40,757 INFO [PEWorker-2 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=6f64ca811b88aa1be66ca2b833774e9d, threads=4 2024-11-08T09:45:40,758 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/5785d661b6ef44fb812fd074478deac8 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,758 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,758 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/44d48996fa634593ac011391ba33cd67 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,758 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/de37974f649440d880a20a035ed68d77 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,770 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/44d48996fa634593ac011391ba33cd67, top=true 2024-11-08T09:45:40,770 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/de37974f649440d880a20a035ed68d77, top=true 2024-11-08T09:45:40,773 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/5785d661b6ef44fb812fd074478deac8, top=true 2024-11-08T09:45:40,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741847_1023 (size=27) 2024-11-08T09:45:40,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741847_1023 (size=27) 2024-11-08T09:45:40,783 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67 for child: 3cdac32950e05f245ff3efe4b26c803e, parent: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,783 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/44d48996fa634593ac011391ba33cd67 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,789 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8 for child: 3cdac32950e05f245ff3efe4b26c803e, parent: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,789 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/5785d661b6ef44fb812fd074478deac8 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,789 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77 for child: 3cdac32950e05f245ff3efe4b26c803e, parent: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,789 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/de37974f649440d880a20a035ed68d77 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741848_1024 (size=27) 2024-11-08T09:45:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741848_1024 (size=27) 2024-11-08T09:45:40,794 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571 for region: 6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:45:40,796 DEBUG [PEWorker-2 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 6f64ca811b88aa1be66ca2b833774e9d Daughter A: [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d] storefiles, Daughter B: [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d] storefiles. 2024-11-08T09:45:40,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741849_1025 (size=71) 2024-11-08T09:45:40,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741849_1025 (size=71) 2024-11-08T09:45:40,807 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741850_1026 (size=71) 2024-11-08T09:45:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741850_1026 (size=71) 2024-11-08T09:45:40,821 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:40,832 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T09:45:40,834 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T09:45:40,837 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731059140836"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731059140836"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731059140836"}]},"ts":"1731059140836"} 2024-11-08T09:45:40,837 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731059140836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731059140836"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731059140836"}]},"ts":"1731059140836"} 2024-11-08T09:45:40,837 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731059140836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731059140836"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731059140836"}]},"ts":"1731059140836"} 2024-11-08T09:45:40,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8366fe344770c96deda08aa008782ab0, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3cdac32950e05f245ff3efe4b26c803e, ASSIGN}] 2024-11-08T09:45:40,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8366fe344770c96deda08aa008782ab0, ASSIGN 2024-11-08T09:45:40,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3cdac32950e05f245ff3efe4b26c803e, ASSIGN 2024-11-08T09:45:40,855 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3cdac32950e05f245ff3efe4b26c803e, ASSIGN; state=SPLITTING_NEW, location=0e58e25f69ec,37667,1731059125039; forceNewPlan=false, retain=false 2024-11-08T09:45:40,855 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8366fe344770c96deda08aa008782ab0, ASSIGN; state=SPLITTING_NEW, location=0e58e25f69ec,37667,1731059125039; forceNewPlan=false, retain=false 2024-11-08T09:45:41,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8366fe344770c96deda08aa008782ab0, regionState=OPENING, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:41,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3cdac32950e05f245ff3efe4b26c803e, regionState=OPENING, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8366fe344770c96deda08aa008782ab0, ASSIGN because future has completed 2024-11-08T09:45:41,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8366fe344770c96deda08aa008782ab0, server=0e58e25f69ec,37667,1731059125039}] 2024-11-08T09:45:41,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3cdac32950e05f245ff3efe4b26c803e, ASSIGN because future has completed 2024-11-08T09:45:41,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cdac32950e05f245ff3efe4b26c803e, server=0e58e25f69ec,37667,1731059125039}] 2024-11-08T09:45:41,165 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:45:41,165 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8366fe344770c96deda08aa008782ab0, NAME => 'TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T09:45:41,166 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,166 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:41,166 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,166 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,168 INFO [StoreOpener-8366fe344770c96deda08aa008782ab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,169 INFO [StoreOpener-8366fe344770c96deda08aa008782ab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8366fe344770c96deda08aa008782ab0 columnFamilyName info 2024-11-08T09:45:41,169 DEBUG [StoreOpener-8366fe344770c96deda08aa008782ab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:41,182 DEBUG [StoreOpener-8366fe344770c96deda08aa008782ab0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d->hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571-bottom 2024-11-08T09:45:41,183 INFO [StoreOpener-8366fe344770c96deda08aa008782ab0-1 {}] regionserver.HStore(327): Store=8366fe344770c96deda08aa008782ab0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:45:41,183 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,184 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,185 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,186 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,186 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,188 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,189 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 8366fe344770c96deda08aa008782ab0; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874119, jitterRate=0.11149980127811432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T09:45:41,189 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:45:41,190 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8366fe344770c96deda08aa008782ab0: Running coprocessor pre-open hook at 1731059141166Writing region info on filesystem at 1731059141166Initializing all the Stores at 1731059141167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059141167Cleaning up temporary data from old regions at 1731059141186 (+19 ms)Running coprocessor post-open hooks at 1731059141189 (+3 ms)Region opened successfully at 1731059141190 (+1 ms) 2024-11-08T09:45:41,191 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0., pid=13, masterSystemTime=1731059141161 2024-11-08T09:45:41,191 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 8366fe344770c96deda08aa008782ab0:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:41,191 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T09:45:41,191 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:41,192 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:45:41,192 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1541): 8366fe344770c96deda08aa008782ab0/info is initiating minor compaction (all files) 2024-11-08T09:45:41,192 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8366fe344770c96deda08aa008782ab0/info in TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:45:41,192 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d->hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571-bottom] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/.tmp, totalSize=72.0 K 2024-11-08T09:45:41,193 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.Compactor(225): Compacting f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731059136274 2024-11-08T09:45:41,193 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:45:41,193 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:45:41,194 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:41,194 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cdac32950e05f245ff3efe4b26c803e, NAME => 'TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T09:45:41,194 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,194 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:45:41,194 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,194 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,194 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8366fe344770c96deda08aa008782ab0, regionState=OPEN, openSeqNum=127, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:41,196 INFO [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,197 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T09:45:41,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8366fe344770c96deda08aa008782ab0, server=0e58e25f69ec,37667,1731059125039 because future has completed 2024-11-08T09:45:41,197 INFO [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cdac32950e05f245ff3efe4b26c803e columnFamilyName info 2024-11-08T09:45:41,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T09:45:41,197 DEBUG [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:45:41,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-08T09:45:41,206 DEBUG [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67 2024-11-08T09:45:41,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-08T09:45:41,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8366fe344770c96deda08aa008782ab0, server=0e58e25f69ec,37667,1731059125039 in 190 msec 2024-11-08T09:45:41,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8366fe344770c96deda08aa008782ab0, ASSIGN in 357 msec 2024-11-08T09:45:41,212 DEBUG [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8 2024-11-08T09:45:41,216 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8366fe344770c96deda08aa008782ab0#info#compaction#41 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:41,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/info/63d8a4e3951e465ebf7ec6b4ec8ea862 is 193, key is TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e./info:regioninfo/1731059141006/Put/seqid=0 2024-11-08T09:45:41,216 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/.tmp/info/0d77473c421e4b39a3a4710b4fa9b32a is 1055, key is row0001/info:/1731059136274/Put/seqid=0 2024-11-08T09:45:41,217 DEBUG [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77 2024-11-08T09:45:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741851_1027 (size=71441) 2024-11-08T09:45:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741852_1028 (size=9847) 2024-11-08T09:45:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741852_1028 (size=9847) 2024-11-08T09:45:41,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/info/63d8a4e3951e465ebf7ec6b4ec8ea862 2024-11-08T09:45:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741851_1027 (size=71441) 2024-11-08T09:45:41,228 DEBUG [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d->hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571-top 2024-11-08T09:45:41,228 INFO [StoreOpener-3cdac32950e05f245ff3efe4b26c803e-1 {}] regionserver.HStore(327): Store=3cdac32950e05f245ff3efe4b26c803e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:45:41,228 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,229 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,230 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,231 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,231 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,233 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,233 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/.tmp/info/0d77473c421e4b39a3a4710b4fa9b32a as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/0d77473c421e4b39a3a4710b4fa9b32a 2024-11-08T09:45:41,234 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened 3cdac32950e05f245ff3efe4b26c803e; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822708, jitterRate=0.046128302812576294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T09:45:41,234 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:41,234 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for 3cdac32950e05f245ff3efe4b26c803e: Running coprocessor pre-open hook at 1731059141194Writing region info on filesystem at 1731059141194Initializing all the Stores at 1731059141195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059141195Cleaning up temporary data from old regions at 1731059141231 (+36 ms)Running coprocessor post-open hooks at 1731059141234 (+3 ms)Region opened successfully at 1731059141234 2024-11-08T09:45:41,235 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., pid=14, masterSystemTime=1731059141161 2024-11-08T09:45:41,235 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T09:45:41,235 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T09:45:41,235 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:41,237 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:41,237 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:41,237 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:41,237 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:45:41,237 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:41,238 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d->hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571-top, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=118.4 K 2024-11-08T09:45:41,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3cdac32950e05f245ff3efe4b26c803e, regionState=OPEN, openSeqNum=127, regionLocation=0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:41,238 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731059136274 2024-11-08T09:45:41,239 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731059140421 2024-11-08T09:45:41,240 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731059140449 2024-11-08T09:45:41,240 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8, keycount=7, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731059140478 2024-11-08T09:45:41,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cdac32950e05f245ff3efe4b26c803e, server=0e58e25f69ec,37667,1731059125039 because future has completed 2024-11-08T09:45:41,242 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 8366fe344770c96deda08aa008782ab0/info of 8366fe344770c96deda08aa008782ab0 into 0d77473c421e4b39a3a4710b4fa9b32a(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:41,242 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8366fe344770c96deda08aa008782ab0: 2024-11-08T09:45:41,243 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0., storeName=8366fe344770c96deda08aa008782ab0/info, priority=15, startTime=1731059141191; duration=0sec 2024-11-08T09:45:41,243 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:41,243 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8366fe344770c96deda08aa008782ab0:info 2024-11-08T09:45:41,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12 2024-11-08T09:45:41,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cdac32950e05f245ff3efe4b26c803e, server=0e58e25f69ec,37667,1731059125039 in 232 msec 2024-11-08T09:45:41,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-11-08T09:45:41,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3cdac32950e05f245ff3efe4b26c803e, ASSIGN in 392 msec 2024-11-08T09:45:41,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/ns/955c2c5aa55f42fb83896ed8f21249ae is 43, key is default/ns:d/1731059126115/Put/seqid=0 2024-11-08T09:45:41,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=8366fe344770c96deda08aa008782ab0, daughterB=3cdac32950e05f245ff3efe4b26c803e in 747 msec 2024-11-08T09:45:41,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 2024-11-08T09:45:41,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 2024-11-08T09:45:41,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 2024-11-08T09:45:41,252 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => 6f64ca811b88aa1be66ca2b833774e9d, NAME => 'TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-11-08T09:45:41,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=6f64ca811b88aa1be66ca2b833774e9d, daughterA=4794c20c433a70e9f4a119214e6d06ca, daughterB=037b86ff9ee1a773638e87c980fcc157 in 743 msec 2024-11-08T09:45:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741853_1029 (size=5153) 2024-11-08T09:45:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741853_1029 (size=5153) 2024-11-08T09:45:41,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/ns/955c2c5aa55f42fb83896ed8f21249ae 2024-11-08T09:45:41,274 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#44 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:41,274 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/dc0ad86765fa47da90da847de262c6c8 is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:45:41,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/table/bdbbf6069602482ca1f2ded56bd20b2a is 65, key is TestLogRolling-testLogRolling/table:state/1731059126570/Put/seqid=0 2024-11-08T09:45:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741854_1030 (size=40102) 2024-11-08T09:45:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741854_1030 (size=40102) 2024-11-08T09:45:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741855_1031 (size=5340) 2024-11-08T09:45:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741855_1031 (size=5340) 2024-11-08T09:45:41,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/table/bdbbf6069602482ca1f2ded56bd20b2a 2024-11-08T09:45:41,285 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/dc0ad86765fa47da90da847de262c6c8 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/dc0ad86765fa47da90da847de262c6c8 2024-11-08T09:45:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/info/63d8a4e3951e465ebf7ec6b4ec8ea862 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/info/63d8a4e3951e465ebf7ec6b4ec8ea862 2024-11-08T09:45:41,292 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into dc0ad86765fa47da90da847de262c6c8(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:41,292 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:41,292 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=12, startTime=1731059141235; duration=0sec 2024-11-08T09:45:41,292 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:41,292 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:45:41,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/info/63d8a4e3951e465ebf7ec6b4ec8ea862, entries=30, sequenceid=17, filesize=9.6 K 2024-11-08T09:45:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/ns/955c2c5aa55f42fb83896ed8f21249ae as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/ns/955c2c5aa55f42fb83896ed8f21249ae 2024-11-08T09:45:41,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/ns/955c2c5aa55f42fb83896ed8f21249ae, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T09:45:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/table/bdbbf6069602482ca1f2ded56bd20b2a as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/table/bdbbf6069602482ca1f2ded56bd20b2a 2024-11-08T09:45:41,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/table/bdbbf6069602482ca1f2ded56bd20b2a, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T09:45:41,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 136ms, sequenceid=17, compaction requested=false 2024-11-08T09:45:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T09:45:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58742 deadline: 1731059152498, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. is not online on 0e58e25f69ec,37667,1731059125039 2024-11-08T09:45:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., hostname=0e58e25f69ec,37667,1731059125039, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., hostname=0e58e25f69ec,37667,1731059125039, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. is not online on 0e58e25f69ec,37667,1731059125039 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:45:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., hostname=0e58e25f69ec,37667,1731059125039, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d. is not online on 0e58e25f69ec,37667,1731059125039 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:45:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731059126178.6f64ca811b88aa1be66ca2b833774e9d., hostname=0e58e25f69ec,37667,1731059125039, seqNum=2 from cache 2024-11-08T09:45:45,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:45,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:45:46,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:46,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:45:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., hostname=0e58e25f69ec,37667,1731059125039, seqNum=127] 2024-11-08T09:45:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:52,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:45:52,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/ac55f6aba0144a6ebf9e02cb24767ac0 is 1055, key is row0097/info:/1731059152593/Put/seqid=0 2024-11-08T09:45:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741856_1032 (size=13394) 2024-11-08T09:45:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741856_1032 (size=13394) 2024-11-08T09:45:52,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/ac55f6aba0144a6ebf9e02cb24767ac0 2024-11-08T09:45:52,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/ac55f6aba0144a6ebf9e02cb24767ac0 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/ac55f6aba0144a6ebf9e02cb24767ac0 2024-11-08T09:45:52,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/ac55f6aba0144a6ebf9e02cb24767ac0, entries=8, sequenceid=138, filesize=13.1 K 2024-11-08T09:45:52,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 3cdac32950e05f245ff3efe4b26c803e in 25ms, sequenceid=138, compaction requested=false 2024-11-08T09:45:52,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:52,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T09:45:52,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/aae1d9b508ce47a8a9800240ea3c68a0 is 1055, key is row0105/info:/1731059152606/Put/seqid=0 2024-11-08T09:45:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741857_1033 (size=18675) 2024-11-08T09:45:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741857_1033 (size=18675) 2024-11-08T09:45:52,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/aae1d9b508ce47a8a9800240ea3c68a0 2024-11-08T09:45:52,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/aae1d9b508ce47a8a9800240ea3c68a0 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/aae1d9b508ce47a8a9800240ea3c68a0 2024-11-08T09:45:52,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/aae1d9b508ce47a8a9800240ea3c68a0, entries=13, sequenceid=154, filesize=18.2 K 2024-11-08T09:45:52,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 3cdac32950e05f245ff3efe4b26c803e in 22ms, sequenceid=154, compaction requested=true 2024-11-08T09:45:52,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:52,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:52,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:52,654 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:52,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T09:45:52,655 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:52,655 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:45:52,655 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:52,655 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/dc0ad86765fa47da90da847de262c6c8, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/ac55f6aba0144a6ebf9e02cb24767ac0, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/aae1d9b508ce47a8a9800240ea3c68a0] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=70.5 K 2024-11-08T09:45:52,656 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc0ad86765fa47da90da847de262c6c8, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731059138409 2024-11-08T09:45:52,656 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac55f6aba0144a6ebf9e02cb24767ac0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731059152593 2024-11-08T09:45:52,656 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting aae1d9b508ce47a8a9800240ea3c68a0, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731059152606 2024-11-08T09:45:52,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/e48520f2cbea4ace814eed768f304d55 is 1055, key is row0118/info:/1731059152632/Put/seqid=0 2024-11-08T09:45:52,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741858_1034 (size=16553) 2024-11-08T09:45:52,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741858_1034 (size=16553) 2024-11-08T09:45:52,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/e48520f2cbea4ace814eed768f304d55 2024-11-08T09:45:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/e48520f2cbea4ace814eed768f304d55 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e48520f2cbea4ace814eed768f304d55 2024-11-08T09:45:52,672 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#49 average throughput is 18.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:52,673 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/2a8cf5a769054503ab62328d15115c67 is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:45:52,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e48520f2cbea4ace814eed768f304d55, entries=11, sequenceid=168, filesize=16.2 K 2024-11-08T09:45:52,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 3cdac32950e05f245ff3efe4b26c803e in 20ms, sequenceid=168, compaction requested=false 2024-11-08T09:45:52,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:52,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741859_1035 (size=62385) 2024-11-08T09:45:52,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741859_1035 (size=62385) 2024-11-08T09:45:52,689 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/2a8cf5a769054503ab62328d15115c67 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/2a8cf5a769054503ab62328d15115c67 2024-11-08T09:45:52,695 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into 2a8cf5a769054503ab62328d15115c67(size=60.9 K), total size for store is 77.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:52,695 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:52,695 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059152653; duration=0sec 2024-11-08T09:45:52,695 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:52,695 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:45:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:54,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:45:54,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/e91a04d5adb84e9c969da8c7943ad820 is 1055, key is row0129/info:/1731059154657/Put/seqid=0 2024-11-08T09:45:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741860_1036 (size=13394) 2024-11-08T09:45:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741860_1036 (size=13394) 2024-11-08T09:45:54,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/e91a04d5adb84e9c969da8c7943ad820 2024-11-08T09:45:54,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/e91a04d5adb84e9c969da8c7943ad820 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e91a04d5adb84e9c969da8c7943ad820 2024-11-08T09:45:54,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e91a04d5adb84e9c969da8c7943ad820, entries=8, sequenceid=180, filesize=13.1 K 2024-11-08T09:45:54,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 3cdac32950e05f245ff3efe4b26c803e in 26ms, sequenceid=180, compaction requested=true 2024-11-08T09:45:54,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:54,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:54,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:54,702 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:54,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T09:45:54,703 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92332 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:54,703 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:45:54,703 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:54,703 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/2a8cf5a769054503ab62328d15115c67, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e48520f2cbea4ace814eed768f304d55, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e91a04d5adb84e9c969da8c7943ad820] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=90.2 K 2024-11-08T09:45:54,704 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a8cf5a769054503ab62328d15115c67, keycount=54, bloomtype=ROW, size=60.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731059138409 2024-11-08T09:45:54,704 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.Compactor(225): Compacting e48520f2cbea4ace814eed768f304d55, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731059152632 2024-11-08T09:45:54,704 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] compactions.Compactor(225): Compacting e91a04d5adb84e9c969da8c7943ad820, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731059154657 2024-11-08T09:45:54,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/44b7ca5b1b2f4abbb12389ad3c56b356 is 1055, key is row0137/info:/1731059154676/Put/seqid=0 2024-11-08T09:45:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741861_1037 (size=18675) 2024-11-08T09:45:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741861_1037 (size=18675) 2024-11-08T09:45:54,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/44b7ca5b1b2f4abbb12389ad3c56b356 2024-11-08T09:45:54,718 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#52 average throughput is 24.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:54,719 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/30bf73cfa2954371822528d1cf5e63f3 is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:45:54,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/44b7ca5b1b2f4abbb12389ad3c56b356 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/44b7ca5b1b2f4abbb12389ad3c56b356 2024-11-08T09:45:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741862_1038 (size=82567) 2024-11-08T09:45:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741862_1038 (size=82567) 2024-11-08T09:45:54,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/44b7ca5b1b2f4abbb12389ad3c56b356, entries=13, sequenceid=196, filesize=18.2 K 2024-11-08T09:45:54,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 3cdac32950e05f245ff3efe4b26c803e in 26ms, sequenceid=196, compaction requested=false 2024-11-08T09:45:54,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:54,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T09:45:54,732 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/30bf73cfa2954371822528d1cf5e63f3 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/30bf73cfa2954371822528d1cf5e63f3 2024-11-08T09:45:54,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/f4efa12b892d4c8cb1552976387195eb is 1055, key is row0150/info:/1731059154703/Put/seqid=0 2024-11-08T09:45:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741863_1039 (size=16553) 2024-11-08T09:45:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741863_1039 (size=16553) 2024-11-08T09:45:54,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/f4efa12b892d4c8cb1552976387195eb 2024-11-08T09:45:54,741 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into 30bf73cfa2954371822528d1cf5e63f3(size=80.6 K), total size for store is 98.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:54,741 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:54,741 INFO [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059154702; duration=0sec 2024-11-08T09:45:54,741 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:54,741 DEBUG [RS:0;0e58e25f69ec:37667-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:45:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/f4efa12b892d4c8cb1552976387195eb as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f4efa12b892d4c8cb1552976387195eb 2024-11-08T09:45:54,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f4efa12b892d4c8cb1552976387195eb, entries=11, sequenceid=210, filesize=16.2 K 2024-11-08T09:45:54,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 3cdac32950e05f245ff3efe4b26c803e in 23ms, sequenceid=210, compaction requested=true 2024-11-08T09:45:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:54,751 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:54,752 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 117795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:54,752 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:45:54,753 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:54,753 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/30bf73cfa2954371822528d1cf5e63f3, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/44b7ca5b1b2f4abbb12389ad3c56b356, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f4efa12b892d4c8cb1552976387195eb] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=115.0 K 2024-11-08T09:45:54,753 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30bf73cfa2954371822528d1cf5e63f3, keycount=73, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731059138409 2024-11-08T09:45:54,753 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44b7ca5b1b2f4abbb12389ad3c56b356, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731059154676 2024-11-08T09:45:54,754 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4efa12b892d4c8cb1552976387195eb, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731059154703 2024-11-08T09:45:54,766 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#54 average throughput is 32.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:54,767 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/8f409b96cd87412db050f0b362c491f4 is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:45:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741864_1040 (size=107949) 2024-11-08T09:45:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741864_1040 (size=107949) 2024-11-08T09:45:54,776 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/8f409b96cd87412db050f0b362c491f4 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/8f409b96cd87412db050f0b362c491f4 2024-11-08T09:45:54,782 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into 8f409b96cd87412db050f0b362c491f4(size=105.4 K), total size for store is 105.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:54,782 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:54,782 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059154751; duration=0sec 2024-11-08T09:45:54,782 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:54,782 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:45:54,860 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:45:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:56,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:45:56,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/7e7ad9bd9a1147e2a0d807db250beec7 is 1055, key is row0161/info:/1731059156732/Put/seqid=0 2024-11-08T09:45:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741865_1041 (size=13394) 2024-11-08T09:45:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741865_1041 (size=13394) 2024-11-08T09:45:56,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/7e7ad9bd9a1147e2a0d807db250beec7 2024-11-08T09:45:56,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/7e7ad9bd9a1147e2a0d807db250beec7 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/7e7ad9bd9a1147e2a0d807db250beec7 2024-11-08T09:45:56,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/7e7ad9bd9a1147e2a0d807db250beec7, entries=8, sequenceid=223, filesize=13.1 K 2024-11-08T09:45:56,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 3cdac32950e05f245ff3efe4b26c803e in 22ms, sequenceid=223, compaction requested=false 2024-11-08T09:45:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:56,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T09:45:56,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/b0f5d54a9d3f4d269a670375e26e3253 is 1055, key is row0169/info:/1731059156750/Put/seqid=0 2024-11-08T09:45:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741866_1042 (size=17606) 2024-11-08T09:45:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741866_1042 (size=17606) 2024-11-08T09:45:56,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/b0f5d54a9d3f4d269a670375e26e3253 2024-11-08T09:45:56,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/b0f5d54a9d3f4d269a670375e26e3253 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/b0f5d54a9d3f4d269a670375e26e3253 2024-11-08T09:45:56,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/b0f5d54a9d3f4d269a670375e26e3253, entries=12, sequenceid=238, filesize=17.2 K 2024-11-08T09:45:56,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 3cdac32950e05f245ff3efe4b26c803e in 21ms, sequenceid=238, compaction requested=true 2024-11-08T09:45:56,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:56,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:56,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:56,794 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:56,796 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:56,796 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:45:56,796 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:56,796 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/8f409b96cd87412db050f0b362c491f4, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/7e7ad9bd9a1147e2a0d807db250beec7, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/b0f5d54a9d3f4d269a670375e26e3253] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=135.7 K 2024-11-08T09:45:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:56,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T09:45:56,796 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f409b96cd87412db050f0b362c491f4, keycount=97, bloomtype=ROW, size=105.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731059138409 2024-11-08T09:45:56,797 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e7ad9bd9a1147e2a0d807db250beec7, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731059156732 2024-11-08T09:45:56,797 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f5d54a9d3f4d269a670375e26e3253, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731059156750 2024-11-08T09:45:56,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/93b033145d1a464d9b4cbb7a3094c4a9 is 1055, key is row0181/info:/1731059156774/Put/seqid=0 2024-11-08T09:45:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741867_1043 (size=17606) 2024-11-08T09:45:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741867_1043 (size=17606) 2024-11-08T09:45:56,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/93b033145d1a464d9b4cbb7a3094c4a9 2024-11-08T09:45:56,811 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#58 average throughput is 29.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:56,812 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/802ef3112aae4325840e38580a9f7ccb is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:45:56,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/93b033145d1a464d9b4cbb7a3094c4a9 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/93b033145d1a464d9b4cbb7a3094c4a9 2024-11-08T09:45:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741868_1044 (size=129243) 2024-11-08T09:45:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741868_1044 (size=129243) 2024-11-08T09:45:56,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/93b033145d1a464d9b4cbb7a3094c4a9, entries=12, sequenceid=253, filesize=17.2 K 2024-11-08T09:45:56,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 3cdac32950e05f245ff3efe4b26c803e in 23ms, sequenceid=253, compaction requested=false 2024-11-08T09:45:56,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:56,821 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/802ef3112aae4325840e38580a9f7ccb as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/802ef3112aae4325840e38580a9f7ccb 2024-11-08T09:45:56,826 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into 802ef3112aae4325840e38580a9f7ccb(size=126.2 K), total size for store is 143.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:56,826 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:56,827 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059156794; duration=0sec 2024-11-08T09:45:56,827 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:56,827 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:45:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:58,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T09:45:58,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/36d787c9cd624a9aba565daa669b1ea5 is 1055, key is row0193/info:/1731059158801/Put/seqid=0 2024-11-08T09:45:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741869_1045 (size=13402) 2024-11-08T09:45:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741869_1045 (size=13402) 2024-11-08T09:45:58,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/36d787c9cd624a9aba565daa669b1ea5 2024-11-08T09:45:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/36d787c9cd624a9aba565daa669b1ea5 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/36d787c9cd624a9aba565daa669b1ea5 2024-11-08T09:45:58,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/36d787c9cd624a9aba565daa669b1ea5, entries=8, sequenceid=265, filesize=13.1 K 2024-11-08T09:45:58,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 3cdac32950e05f245ff3efe4b26c803e in 22ms, sequenceid=265, compaction requested=true 2024-11-08T09:45:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:45:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:58,839 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:45:58,840 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 160251 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:45:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:45:58,840 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:45:58,840 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:45:58,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T09:45:58,840 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/802ef3112aae4325840e38580a9f7ccb, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/93b033145d1a464d9b4cbb7a3094c4a9, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/36d787c9cd624a9aba565daa669b1ea5] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=156.5 K 2024-11-08T09:45:58,841 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 802ef3112aae4325840e38580a9f7ccb, keycount=117, bloomtype=ROW, size=126.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731059138409 2024-11-08T09:45:58,841 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93b033145d1a464d9b4cbb7a3094c4a9, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731059156774 2024-11-08T09:45:58,842 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36d787c9cd624a9aba565daa669b1ea5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731059158801 2024-11-08T09:45:58,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/1296d03e8183448a87d72d7846646441 is 1055, key is row0201/info:/1731059158817/Put/seqid=0 2024-11-08T09:45:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741870_1046 (size=16564) 2024-11-08T09:45:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741870_1046 (size=16564) 2024-11-08T09:45:58,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/1296d03e8183448a87d72d7846646441 2024-11-08T09:45:58,855 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#61 average throughput is 45.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:45:58,855 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/0bc7ecf4df0044d5b720380aad472f5c is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:45:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/1296d03e8183448a87d72d7846646441 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1296d03e8183448a87d72d7846646441 2024-11-08T09:45:58,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741871_1047 (size=150485) 2024-11-08T09:45:58,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741871_1047 (size=150485) 2024-11-08T09:45:58,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1296d03e8183448a87d72d7846646441, entries=11, sequenceid=279, filesize=16.2 K 2024-11-08T09:45:58,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for 3cdac32950e05f245ff3efe4b26c803e in 29ms, sequenceid=279, compaction requested=false 2024-11-08T09:45:58,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:59,275 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/0bc7ecf4df0044d5b720380aad472f5c as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/0bc7ecf4df0044d5b720380aad472f5c 2024-11-08T09:45:59,280 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into 0bc7ecf4df0044d5b720380aad472f5c(size=147.0 K), total size for store is 163.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:45:59,280 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:45:59,280 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059158839; duration=0sec 2024-11-08T09:45:59,280 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:45:59,280 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:46:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:46:00,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T09:46:00,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/fc751315e85246909abd4af6fef3db0d is 1055, key is row0212/info:/1731059158841/Put/seqid=0 2024-11-08T09:46:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741872_1048 (size=19742) 2024-11-08T09:46:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741872_1048 (size=19742) 2024-11-08T09:46:00,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/fc751315e85246909abd4af6fef3db0d 2024-11-08T09:46:00,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/fc751315e85246909abd4af6fef3db0d as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/fc751315e85246909abd4af6fef3db0d 2024-11-08T09:46:00,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/fc751315e85246909abd4af6fef3db0d, entries=14, sequenceid=297, filesize=19.3 K 2024-11-08T09:46:00,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 3cdac32950e05f245ff3efe4b26c803e in 24ms, sequenceid=297, compaction requested=true 2024-11-08T09:46:00,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:46:00,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:46:00,901 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:46:00,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:46:00,902 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:46:00,902 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:46:00,902 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:00,902 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/0bc7ecf4df0044d5b720380aad472f5c, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1296d03e8183448a87d72d7846646441, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/fc751315e85246909abd4af6fef3db0d] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=182.4 K 2024-11-08T09:46:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:46:00,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T09:46:00,903 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bc7ecf4df0044d5b720380aad472f5c, keycount=137, bloomtype=ROW, size=147.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731059138409 2024-11-08T09:46:00,903 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1296d03e8183448a87d72d7846646441, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731059158817 2024-11-08T09:46:00,903 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc751315e85246909abd4af6fef3db0d, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731059158841 2024-11-08T09:46:00,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/9dbd46837ae445b5824e88b289983148 is 1055, key is row0226/info:/1731059160879/Put/seqid=0 2024-11-08T09:46:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741873_1049 (size=18688) 2024-11-08T09:46:00,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741873_1049 (size=18688) 2024-11-08T09:46:00,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/9dbd46837ae445b5824e88b289983148 2024-11-08T09:46:00,918 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#64 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:46:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/9dbd46837ae445b5824e88b289983148 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/9dbd46837ae445b5824e88b289983148 2024-11-08T09:46:00,919 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/cb5633ffec274636b7ee225cf8f5655a is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:46:00,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741874_1050 (size=176945) 2024-11-08T09:46:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741874_1050 (size=176945) 2024-11-08T09:46:00,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/9dbd46837ae445b5824e88b289983148, entries=13, sequenceid=313, filesize=18.3 K 2024-11-08T09:46:00,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 3cdac32950e05f245ff3efe4b26c803e in 23ms, sequenceid=313, compaction requested=false 2024-11-08T09:46:00,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:46:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] regionserver.HRegion(8855): Flush requested on 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:46:00,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T09:46:00,929 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/cb5633ffec274636b7ee225cf8f5655a as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/cb5633ffec274636b7ee225cf8f5655a 2024-11-08T09:46:00,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/1e74ce78ec614928aac4eb304c712caf is 1055, key is row0239/info:/1731059160904/Put/seqid=0 2024-11-08T09:46:00,937 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into cb5633ffec274636b7ee225cf8f5655a(size=172.8 K), total size for store is 191.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:46:00,937 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:46:00,938 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059160901; duration=0sec 2024-11-08T09:46:00,938 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:46:00,938 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:46:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741875_1051 (size=17618) 2024-11-08T09:46:00,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/1e74ce78ec614928aac4eb304c712caf 2024-11-08T09:46:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741875_1051 (size=17618) 2024-11-08T09:46:00,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/1e74ce78ec614928aac4eb304c712caf as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1e74ce78ec614928aac4eb304c712caf 2024-11-08T09:46:00,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1e74ce78ec614928aac4eb304c712caf, entries=12, sequenceid=328, filesize=17.2 K 2024-11-08T09:46:00,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for 3cdac32950e05f245ff3efe4b26c803e in 25ms, sequenceid=328, compaction requested=true 2024-11-08T09:46:00,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:46:00,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cdac32950e05f245ff3efe4b26c803e:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T09:46:00,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:46:00,954 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T09:46:00,955 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 213251 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T09:46:00,955 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1541): 3cdac32950e05f245ff3efe4b26c803e/info is initiating minor compaction (all files) 2024-11-08T09:46:00,955 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cdac32950e05f245ff3efe4b26c803e/info in TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:00,955 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/cb5633ffec274636b7ee225cf8f5655a, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/9dbd46837ae445b5824e88b289983148, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1e74ce78ec614928aac4eb304c712caf] into tmpdir=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp, totalSize=208.3 K 2024-11-08T09:46:00,956 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb5633ffec274636b7ee225cf8f5655a, keycount=162, bloomtype=ROW, size=172.8 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731059138409 2024-11-08T09:46:00,956 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dbd46837ae445b5824e88b289983148, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731059160879 2024-11-08T09:46:00,956 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e74ce78ec614928aac4eb304c712caf, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731059160904 2024-11-08T09:46:00,969 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cdac32950e05f245ff3efe4b26c803e#info#compaction#66 average throughput is 46.86 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T09:46:00,970 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/903f5349a2074d6d9e1cb8122a14b627 is 1055, key is row0064/info:/1731059138409/Put/seqid=0 2024-11-08T09:46:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741876_1052 (size=203401) 2024-11-08T09:46:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741876_1052 (size=203401) 2024-11-08T09:46:00,979 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/903f5349a2074d6d9e1cb8122a14b627 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/903f5349a2074d6d9e1cb8122a14b627 2024-11-08T09:46:00,985 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cdac32950e05f245ff3efe4b26c803e/info of 3cdac32950e05f245ff3efe4b26c803e into 903f5349a2074d6d9e1cb8122a14b627(size=198.6 K), total size for store is 198.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T09:46:00,985 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:46:00,985 INFO [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e., storeName=3cdac32950e05f245ff3efe4b26c803e/info, priority=13, startTime=1731059160954; duration=0sec 2024-11-08T09:46:00,985 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T09:46:00,985 DEBUG [RS:0;0e58e25f69ec:37667-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cdac32950e05f245ff3efe4b26c803e:info 2024-11-08T09:46:02,943 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T09:46:02,963 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059162943, exclude list is [], retry=0 2024-11-08T09:46:02,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-0d21ae69-b5ba-4786-981b-f22298df64d7,DISK] 2024-11-08T09:46:02,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-fafafa05-fa58-44b6-b1ee-da84446cc097,DISK] 2024-11-08T09:46:02,966 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 with entries=315, filesize=303.31 KB; new WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059162943 2024-11-08T09:46:02,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179),(127.0.0.1/127.0.0.1:41081:41081)] 2024-11-08T09:46:02,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 is not closed yet, will try archiving it next time 2024-11-08T09:46:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741833_1009 (size=310595) 2024-11-08T09:46:02,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 not finished, retry = 0 2024-11-08T09:46:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741833_1009 (size=310595) 2024-11-08T09:46:02,970 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8366fe344770c96deda08aa008782ab0: 2024-11-08T09:46:02,970 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-08T09:46:02,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/info/9bf5be666e6d4d3583fbff287d890da5 is 193, key is TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e./info:regioninfo/1731059141238/Put/seqid=0 2024-11-08T09:46:02,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741878_1054 (size=6223) 2024-11-08T09:46:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741878_1054 (size=6223) 2024-11-08T09:46:02,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/info/9bf5be666e6d4d3583fbff287d890da5 2024-11-08T09:46:02,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/.tmp/info/9bf5be666e6d4d3583fbff287d890da5 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/info/9bf5be666e6d4d3583fbff287d890da5 2024-11-08T09:46:02,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/info/9bf5be666e6d4d3583fbff287d890da5, entries=5, sequenceid=21, filesize=6.1 K 2024-11-08T09:46:02,992 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-08T09:46:02,992 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T09:46:02,992 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3cdac32950e05f245ff3efe4b26c803e 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-08T09:46:02,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/834b09e1095447b0b417b6e00641c2af is 1055, key is row0251/info:/1731059160930/Put/seqid=0 2024-11-08T09:46:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741879_1055 (size=11286) 2024-11-08T09:46:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741879_1055 (size=11286) 2024-11-08T09:46:03,000 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/834b09e1095447b0b417b6e00641c2af 2024-11-08T09:46:03,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/.tmp/info/834b09e1095447b0b417b6e00641c2af as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/834b09e1095447b0b417b6e00641c2af 2024-11-08T09:46:03,010 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/834b09e1095447b0b417b6e00641c2af, entries=6, sequenceid=339, filesize=11.0 K 2024-11-08T09:46:03,011 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 3cdac32950e05f245ff3efe4b26c803e in 19ms, sequenceid=339, compaction requested=false 2024-11-08T09:46:03,011 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3cdac32950e05f245ff3efe4b26c803e: 2024-11-08T09:46:03,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059163011, exclude list is [], retry=0 2024-11-08T09:46:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-fafafa05-fa58-44b6-b1ee-da84446cc097,DISK] 2024-11-08T09:46:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-0d21ae69-b5ba-4786-981b-f22298df64d7,DISK] 2024-11-08T09:46:03,028 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059162943 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059163011 2024-11-08T09:46:03,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41081:41081),(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-08T09:46:03,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 is not closed yet, will try archiving it next time 2024-11-08T09:46:03,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059162943 is not closed yet, will try archiving it next time 2024-11-08T09:46:03,029 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T09:46:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741877_1053 (size=731) 2024-11-08T09:46:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741877_1053 (size=731) 2024-11-08T09:46:03,030 DEBUG [Close-WAL-Writer-1 {}] wal.AbstractFSWAL(879): hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 is not closed yet, will try archiving it next time 2024-11-08T09:46:03,030 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059162943 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/oldWALs/0e58e25f69ec%2C37667%2C1731059125039.1731059162943 2024-11-08T09:46:03,070 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/WALs/0e58e25f69ec,37667,1731059125039/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/oldWALs/0e58e25f69ec%2C37667%2C1731059125039.1731059125669 2024-11-08T09:46:03,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:46:03,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:46:03,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:46:03,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:03,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:03,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:46:03,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:46:03,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142103215, stopped=false 2024-11-08T09:46:03,131 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,35341,1731059124877 2024-11-08T09:46:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:46:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:46:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:03,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:46:03,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:46:03,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:46:03,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:03,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:46:03,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:46:03,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,37667,1731059125039' ***** 2024-11-08T09:46:03,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:46:03,185 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:46:03,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:46:03,186 INFO [RS:0;0e58e25f69ec:37667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:46:03,186 INFO [RS:0;0e58e25f69ec:37667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:46:03,186 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(3091): Received CLOSE for 8366fe344770c96deda08aa008782ab0 2024-11-08T09:46:03,186 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cdac32950e05f245ff3efe4b26c803e 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,37667,1731059125039 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:46:03,187 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8366fe344770c96deda08aa008782ab0, disabling compactions & flushes 2024-11-08T09:46:03,187 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:37667. 2024-11-08T09:46:03,187 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:46:03,187 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. after waiting 0 ms 2024-11-08T09:46:03,187 DEBUG [RS:0;0e58e25f69ec:37667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:46:03,187 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:46:03,187 DEBUG [RS:0;0e58e25f69ec:37667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:46:03,187 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:46:03,188 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:46:03,188 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1325): Online Regions={8366fe344770c96deda08aa008782ab0=TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0., 1588230740=hbase:meta,,1.1588230740, 3cdac32950e05f245ff3efe4b26c803e=TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.} 2024-11-08T09:46:03,188 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:46:03,188 DEBUG [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cdac32950e05f245ff3efe4b26c803e, 8366fe344770c96deda08aa008782ab0 2024-11-08T09:46:03,188 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:46:03,188 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:46:03,188 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:46:03,188 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:46:03,188 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d->hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571-bottom] to archive 2024-11-08T09:46:03,190 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T09:46:03,191 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:46:03,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0e58e25f69ec:35341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-08T09:46:03,192 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T09:46:03,193 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T09:46:03,194 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:46:03,194 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:46:03,194 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059163188Running coprocessor pre-close hooks at 1731059163188Disabling compacts and flushes for region at 1731059163188Disabling writes for close at 1731059163188Writing region close event to WAL at 1731059163190 (+2 ms)Running coprocessor post-close hooks at 1731059163194 (+4 ms)Closed at 1731059163194 2024-11-08T09:46:03,194 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:46:03,197 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/8366fe344770c96deda08aa008782ab0/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-08T09:46:03,197 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:46:03,197 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8366fe344770c96deda08aa008782ab0: Waiting for close lock at 1731059163186Running coprocessor pre-close hooks at 1731059163186Disabling compacts and flushes for region at 1731059163186Disabling writes for close at 1731059163187 (+1 ms)Writing region close event to WAL at 1731059163193 (+6 ms)Running coprocessor post-close hooks at 1731059163197 (+4 ms)Closed at 1731059163197 2024-11-08T09:46:03,198 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731059140501.8366fe344770c96deda08aa008782ab0. 2024-11-08T09:46:03,198 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cdac32950e05f245ff3efe4b26c803e, disabling compactions & flushes 2024-11-08T09:46:03,198 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:03,198 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:03,198 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. after waiting 0 ms 2024-11-08T09:46:03,198 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:03,198 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d->hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/6f64ca811b88aa1be66ca2b833774e9d/info/f7e1cbc27d4b4797a55c803cc7933571-top, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/dc0ad86765fa47da90da847de262c6c8, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/ac55f6aba0144a6ebf9e02cb24767ac0, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/2a8cf5a769054503ab62328d15115c67, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/aae1d9b508ce47a8a9800240ea3c68a0, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e48520f2cbea4ace814eed768f304d55, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/30bf73cfa2954371822528d1cf5e63f3, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e91a04d5adb84e9c969da8c7943ad820, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/44b7ca5b1b2f4abbb12389ad3c56b356, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/8f409b96cd87412db050f0b362c491f4, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f4efa12b892d4c8cb1552976387195eb, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/7e7ad9bd9a1147e2a0d807db250beec7, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/802ef3112aae4325840e38580a9f7ccb, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/b0f5d54a9d3f4d269a670375e26e3253, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/93b033145d1a464d9b4cbb7a3094c4a9, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/0bc7ecf4df0044d5b720380aad472f5c, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/36d787c9cd624a9aba565daa669b1ea5, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1296d03e8183448a87d72d7846646441, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/cb5633ffec274636b7ee225cf8f5655a, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/fc751315e85246909abd4af6fef3db0d, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/9dbd46837ae445b5824e88b289983148, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1e74ce78ec614928aac4eb304c712caf] to archive 2024-11-08T09:46:03,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T09:46:03,201 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f7e1cbc27d4b4797a55c803cc7933571.6f64ca811b88aa1be66ca2b833774e9d 2024-11-08T09:46:03,202 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-de37974f649440d880a20a035ed68d77 2024-11-08T09:46:03,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-44d48996fa634593ac011391ba33cd67 2024-11-08T09:46:03,204 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/dc0ad86765fa47da90da847de262c6c8 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/dc0ad86765fa47da90da847de262c6c8 2024-11-08T09:46:03,205 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/TestLogRolling-testLogRolling=6f64ca811b88aa1be66ca2b833774e9d-5785d661b6ef44fb812fd074478deac8 2024-11-08T09:46:03,206 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/ac55f6aba0144a6ebf9e02cb24767ac0 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/ac55f6aba0144a6ebf9e02cb24767ac0 2024-11-08T09:46:03,207 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/2a8cf5a769054503ab62328d15115c67 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/2a8cf5a769054503ab62328d15115c67 2024-11-08T09:46:03,209 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/aae1d9b508ce47a8a9800240ea3c68a0 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/aae1d9b508ce47a8a9800240ea3c68a0 2024-11-08T09:46:03,210 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e48520f2cbea4ace814eed768f304d55 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e48520f2cbea4ace814eed768f304d55 2024-11-08T09:46:03,211 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/30bf73cfa2954371822528d1cf5e63f3 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/30bf73cfa2954371822528d1cf5e63f3 2024-11-08T09:46:03,212 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e91a04d5adb84e9c969da8c7943ad820 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/e91a04d5adb84e9c969da8c7943ad820 2024-11-08T09:46:03,213 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/44b7ca5b1b2f4abbb12389ad3c56b356 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/44b7ca5b1b2f4abbb12389ad3c56b356 2024-11-08T09:46:03,214 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/8f409b96cd87412db050f0b362c491f4 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/8f409b96cd87412db050f0b362c491f4 2024-11-08T09:46:03,215 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f4efa12b892d4c8cb1552976387195eb to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/f4efa12b892d4c8cb1552976387195eb 2024-11-08T09:46:03,217 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/7e7ad9bd9a1147e2a0d807db250beec7 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/7e7ad9bd9a1147e2a0d807db250beec7 2024-11-08T09:46:03,219 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/802ef3112aae4325840e38580a9f7ccb to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/802ef3112aae4325840e38580a9f7ccb 2024-11-08T09:46:03,220 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/b0f5d54a9d3f4d269a670375e26e3253 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/b0f5d54a9d3f4d269a670375e26e3253 2024-11-08T09:46:03,221 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/93b033145d1a464d9b4cbb7a3094c4a9 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/93b033145d1a464d9b4cbb7a3094c4a9 2024-11-08T09:46:03,223 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/0bc7ecf4df0044d5b720380aad472f5c to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/0bc7ecf4df0044d5b720380aad472f5c 2024-11-08T09:46:03,224 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/36d787c9cd624a9aba565daa669b1ea5 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/36d787c9cd624a9aba565daa669b1ea5 2024-11-08T09:46:03,225 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1296d03e8183448a87d72d7846646441 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1296d03e8183448a87d72d7846646441 2024-11-08T09:46:03,226 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/cb5633ffec274636b7ee225cf8f5655a to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/cb5633ffec274636b7ee225cf8f5655a 2024-11-08T09:46:03,227 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/fc751315e85246909abd4af6fef3db0d to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/fc751315e85246909abd4af6fef3db0d 2024-11-08T09:46:03,228 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/9dbd46837ae445b5824e88b289983148 to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/9dbd46837ae445b5824e88b289983148 2024-11-08T09:46:03,229 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1e74ce78ec614928aac4eb304c712caf to hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/archive/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/info/1e74ce78ec614928aac4eb304c712caf 2024-11-08T09:46:03,230 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [dc0ad86765fa47da90da847de262c6c8=40102, ac55f6aba0144a6ebf9e02cb24767ac0=13394, 2a8cf5a769054503ab62328d15115c67=62385, aae1d9b508ce47a8a9800240ea3c68a0=18675, e48520f2cbea4ace814eed768f304d55=16553, 30bf73cfa2954371822528d1cf5e63f3=82567, e91a04d5adb84e9c969da8c7943ad820=13394, 44b7ca5b1b2f4abbb12389ad3c56b356=18675, 8f409b96cd87412db050f0b362c491f4=107949, f4efa12b892d4c8cb1552976387195eb=16553, 7e7ad9bd9a1147e2a0d807db250beec7=13394, 802ef3112aae4325840e38580a9f7ccb=129243, b0f5d54a9d3f4d269a670375e26e3253=17606, 93b033145d1a464d9b4cbb7a3094c4a9=17606, 0bc7ecf4df0044d5b720380aad472f5c=150485, 36d787c9cd624a9aba565daa669b1ea5=13402, 1296d03e8183448a87d72d7846646441=16564, cb5633ffec274636b7ee225cf8f5655a=176945, fc751315e85246909abd4af6fef3db0d=19742, 9dbd46837ae445b5824e88b289983148=18688, 1e74ce78ec614928aac4eb304c712caf=17618] 2024-11-08T09:46:03,233 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/data/default/TestLogRolling-testLogRolling/3cdac32950e05f245ff3efe4b26c803e/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=126 2024-11-08T09:46:03,234 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:03,234 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cdac32950e05f245ff3efe4b26c803e: Waiting for close lock at 1731059163198Running coprocessor pre-close hooks at 1731059163198Disabling compacts and flushes for region at 1731059163198Disabling writes for close at 1731059163198Writing region close event to WAL at 1731059163230 (+32 ms)Running coprocessor post-close hooks at 1731059163234 (+4 ms)Closed at 1731059163234 2024-11-08T09:46:03,234 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731059140501.3cdac32950e05f245ff3efe4b26c803e. 2024-11-08T09:46:03,388 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,37667,1731059125039; all regions closed. 2024-11-08T09:46:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741834_1010 (size=8107) 2024-11-08T09:46:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741834_1010 (size=8107) 2024-11-08T09:46:03,397 DEBUG [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/oldWALs 2024-11-08T09:46:03,397 INFO [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C37667%2C1731059125039.meta:.meta(num 1731059126006) 2024-11-08T09:46:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741880_1056 (size=780) 2024-11-08T09:46:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741880_1056 (size=780) 2024-11-08T09:46:03,402 DEBUG [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/oldWALs 2024-11-08T09:46:03,402 INFO [RS:0;0e58e25f69ec:37667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C37667%2C1731059125039:(num 1731059163011) 2024-11-08T09:46:03,402 DEBUG [RS:0;0e58e25f69ec:37667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:03,402 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:46:03,403 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:46:03,403 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:46:03,403 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:46:03,403 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:46:03,403 INFO [RS:0;0e58e25f69ec:37667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37667 2024-11-08T09:46:03,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,37667,1731059125039 2024-11-08T09:46:03,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:46:03,431 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:46:03,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,37667,1731059125039] 2024-11-08T09:46:03,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,37667,1731059125039 already deleted, retry=false 2024-11-08T09:46:03,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,37667,1731059125039 expired; onlineServers=0 2024-11-08T09:46:03,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,35341,1731059124877' ***** 2024-11-08T09:46:03,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:46:03,448 INFO [M:0;0e58e25f69ec:35341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:46:03,448 INFO [M:0;0e58e25f69ec:35341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:46:03,448 DEBUG [M:0;0e58e25f69ec:35341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:46:03,449 DEBUG [M:0;0e58e25f69ec:35341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:46:03,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:46:03,449 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059125373 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059125373,5,FailOnTimeoutGroup] 2024-11-08T09:46:03,449 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059125373 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059125373,5,FailOnTimeoutGroup] 2024-11-08T09:46:03,449 INFO [M:0;0e58e25f69ec:35341 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:46:03,449 INFO [M:0;0e58e25f69ec:35341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:46:03,449 DEBUG [M:0;0e58e25f69ec:35341 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:46:03,449 INFO [M:0;0e58e25f69ec:35341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:46:03,450 INFO [M:0;0e58e25f69ec:35341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:46:03,450 INFO [M:0;0e58e25f69ec:35341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:46:03,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:46:03,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T09:46:03,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:03,456 DEBUG [M:0;0e58e25f69ec:35341 {}] zookeeper.ZKUtil(347): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T09:46:03,457 WARN [M:0;0e58e25f69ec:35341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:46:03,458 INFO [M:0;0e58e25f69ec:35341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/.lastflushedseqids 2024-11-08T09:46:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741881_1057 (size=228) 2024-11-08T09:46:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741881_1057 (size=228) 2024-11-08T09:46:03,468 INFO [M:0;0e58e25f69ec:35341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:46:03,469 INFO [M:0;0e58e25f69ec:35341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:46:03,469 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:46:03,469 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:03,469 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:03,469 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:46:03,469 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:03,469 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.71 KB heapSize=65.93 KB 2024-11-08T09:46:03,489 DEBUG [M:0;0e58e25f69ec:35341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478bcf5b638d4c6cae0ffd5e7b0dc5dc is 82, key is hbase:meta,,1/info:regioninfo/1731059126050/Put/seqid=0 2024-11-08T09:46:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741882_1058 (size=5672) 2024-11-08T09:46:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741882_1058 (size=5672) 2024-11-08T09:46:03,494 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478bcf5b638d4c6cae0ffd5e7b0dc5dc 2024-11-08T09:46:03,512 DEBUG [M:0;0e58e25f69ec:35341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6b1c18710064356b68d5ea22607ef13 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731059126575/Put/seqid=0 2024-11-08T09:46:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741883_1059 (size=7681) 2024-11-08T09:46:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741883_1059 (size=7681) 2024-11-08T09:46:03,517 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.11 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6b1c18710064356b68d5ea22607ef13 2024-11-08T09:46:03,521 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6b1c18710064356b68d5ea22607ef13 2024-11-08T09:46:03,537 DEBUG [M:0;0e58e25f69ec:35341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce53c6063cf94f619b793324a35d2fc9 is 69, key is 0e58e25f69ec,37667,1731059125039/rs:state/1731059125514/Put/seqid=0 2024-11-08T09:46:03,538 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:46:03,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:03,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1011b1f9d440001, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:03,540 INFO [RS:0;0e58e25f69ec:37667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:46:03,540 INFO [RS:0;0e58e25f69ec:37667 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,37667,1731059125039; zookeeper connection closed. 2024-11-08T09:46:03,540 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75d0c3aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75d0c3aa 2024-11-08T09:46:03,540 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:46:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741884_1060 (size=5156) 2024-11-08T09:46:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741884_1060 (size=5156) 2024-11-08T09:46:03,542 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce53c6063cf94f619b793324a35d2fc9 2024-11-08T09:46:03,560 DEBUG [M:0;0e58e25f69ec:35341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf398e3e5ae5494198169fe2c89329ca is 52, key is load_balancer_on/state:d/1731059126173/Put/seqid=0 2024-11-08T09:46:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741885_1061 (size=5056) 2024-11-08T09:46:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741885_1061 (size=5056) 2024-11-08T09:46:03,565 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf398e3e5ae5494198169fe2c89329ca 2024-11-08T09:46:03,570 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478bcf5b638d4c6cae0ffd5e7b0dc5dc as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/478bcf5b638d4c6cae0ffd5e7b0dc5dc 2024-11-08T09:46:03,574 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/478bcf5b638d4c6cae0ffd5e7b0dc5dc, entries=8, sequenceid=129, filesize=5.5 K 2024-11-08T09:46:03,575 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6b1c18710064356b68d5ea22607ef13 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6b1c18710064356b68d5ea22607ef13 2024-11-08T09:46:03,580 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6b1c18710064356b68d5ea22607ef13 2024-11-08T09:46:03,580 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6b1c18710064356b68d5ea22607ef13, entries=14, sequenceid=129, filesize=7.5 K 2024-11-08T09:46:03,581 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce53c6063cf94f619b793324a35d2fc9 as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce53c6063cf94f619b793324a35d2fc9 2024-11-08T09:46:03,586 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce53c6063cf94f619b793324a35d2fc9, entries=1, sequenceid=129, filesize=5.0 K 2024-11-08T09:46:03,587 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf398e3e5ae5494198169fe2c89329ca as hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cf398e3e5ae5494198169fe2c89329ca 2024-11-08T09:46:03,593 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/65a63a40-1867-668a-050e-265a23be532e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cf398e3e5ae5494198169fe2c89329ca, entries=1, sequenceid=129, filesize=4.9 K 2024-11-08T09:46:03,594 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=129, compaction requested=false 2024-11-08T09:46:03,596 INFO [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:03,596 DEBUG [M:0;0e58e25f69ec:35341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059163469Disabling compacts and flushes for region at 1731059163469Disabling writes for close at 1731059163469Obtaining lock to block concurrent updates at 1731059163469Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731059163469Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54997, getHeapSize=67448, getOffHeapSize=0, getCellsCount=152 at 1731059163470 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731059163470Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731059163470Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731059163488 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731059163489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731059163498 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731059163512 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731059163512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731059163521 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731059163536 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731059163536Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731059163546 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731059163560 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731059163560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19063424: reopening flushed file at 1731059163569 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd7c7f8: reopening flushed file at 1731059163575 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc96802: reopening flushed file at 1731059163580 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b57ebd1: reopening flushed file at 1731059163586 (+6 ms)Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=129, compaction requested=false at 1731059163594 (+8 ms)Writing region close event to WAL at 1731059163596 (+2 ms)Closed at 1731059163596 2024-11-08T09:46:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741830_1006 (size=63927) 2024-11-08T09:46:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741830_1006 (size=63927) 2024-11-08T09:46:03,599 INFO [M:0;0e58e25f69ec:35341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:46:03,599 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:46:03,599 INFO [M:0;0e58e25f69ec:35341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35341 2024-11-08T09:46:03,599 INFO [M:0;0e58e25f69ec:35341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:46:03,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:03,731 INFO [M:0;0e58e25f69ec:35341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:46:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35341-0x1011b1f9d440000, quorum=127.0.0.1:53931, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:03,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18b2a754{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:46:03,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2192973a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:46:03,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:46:03,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@795ac99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:46:03,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ab9aa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir/,STOPPED} 2024-11-08T09:46:03,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:46:03,739 WARN [BP-882886160-172.17.0.2-1731059123078 heartbeating to localhost/127.0.0.1:39827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:46:03,739 WARN [BP-882886160-172.17.0.2-1731059123078 heartbeating to localhost/127.0.0.1:39827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882886160-172.17.0.2-1731059123078 (Datanode Uuid c4ae19a9-8cdb-4f8b-b794-6a54fac513ed) service to localhost/127.0.0.1:39827 2024-11-08T09:46:03,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:46:03,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data3/current/BP-882886160-172.17.0.2-1731059123078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:03,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data4/current/BP-882886160-172.17.0.2-1731059123078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:03,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:46:03,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29bcc7b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:46:03,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cfed15a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:46:03,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:46:03,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ffc6165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:46:03,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ae8fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir/,STOPPED} 2024-11-08T09:46:03,746 WARN [BP-882886160-172.17.0.2-1731059123078 heartbeating to localhost/127.0.0.1:39827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:46:03,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:46:03,746 WARN [BP-882886160-172.17.0.2-1731059123078 heartbeating to localhost/127.0.0.1:39827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882886160-172.17.0.2-1731059123078 (Datanode Uuid fb8d439b-79f2-4b84-8568-0d0612e9575d) service to localhost/127.0.0.1:39827 2024-11-08T09:46:03,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:46:03,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data1/current/BP-882886160-172.17.0.2-1731059123078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:03,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/cluster_bf8ac062-63d3-476e-7097-5b26fe46a275/data/data2/current/BP-882886160-172.17.0.2-1731059123078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:03,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:46:03,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@395bad63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:46:03,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53e4989d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:46:03,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:46:03,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39210e1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:46:03,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54741774{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir/,STOPPED} 2024-11-08T09:46:03,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:46:03,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:46:03,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 96) - Thread LEAK? -, OpenFileDescriptor=458 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=34 (was 54), ProcessCount=11 (was 11), AvailableMemoryMB=8005 (was 8179) 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=34, ProcessCount=11, AvailableMemoryMB=8005 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.log.dir so I do NOT create it in target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/304a38bc-838c-71b6-1254-2757036d0252/hadoop.tmp.dir so I do NOT create it in target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c, deleteOnExit=true 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/test.cache.data in system properties and HBase conf 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:46:03,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:46:03,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:46:03,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:46:03,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:46:03,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:46:04,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:46:04,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:46:04,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:46:04,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:46:04,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:46:04,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:46:04,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65980de1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:46:04,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc04b1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:46:04,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@395f158d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/java.io.tmpdir/jetty-localhost-36597-hadoop-hdfs-3_4_1-tests_jar-_-any-2453600328742233336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:46:04,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bca6eca{HTTP/1.1, (http/1.1)}{localhost:36597} 2024-11-08T09:46:04,191 INFO [Time-limited test {}] server.Server(415): Started @187218ms 2024-11-08T09:46:04,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:46:04,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:46:04,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:46:04,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:46:04,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:46:04,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71fbcd46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:46:04,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a5c19c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:46:04,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74b7abf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/java.io.tmpdir/jetty-localhost-41573-hadoop-hdfs-3_4_1-tests_jar-_-any-18253049356478662277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:46:04,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30a4b8{HTTP/1.1, (http/1.1)}{localhost:41573} 2024-11-08T09:46:04,493 INFO [Time-limited test {}] server.Server(415): Started @187521ms 2024-11-08T09:46:04,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:46:04,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:46:04,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:46:04,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:46:04,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:46:04,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:46:04,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6229d56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:46:04,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6248e2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:46:04,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@220b4037{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/java.io.tmpdir/jetty-localhost-33485-hadoop-hdfs-3_4_1-tests_jar-_-any-16508565822238969114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:46:04,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79df8890{HTTP/1.1, (http/1.1)}{localhost:33485} 2024-11-08T09:46:04,628 INFO [Time-limited test {}] server.Server(415): Started @187655ms 2024-11-08T09:46:04,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:46:05,244 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data1/current/BP-1113742410-172.17.0.2-1731059163826/current, will proceed with Du for space computation calculation, 2024-11-08T09:46:05,244 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data2/current/BP-1113742410-172.17.0.2-1731059163826/current, will proceed with Du for space computation calculation, 2024-11-08T09:46:05,268 WARN [Thread-1585 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:46:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9edc481a17e53d4 with lease ID 0xecba82a347086b94: Processing first storage report for DS-1bf2579f-70be-472c-a159-3122c4280067 from datanode DatanodeRegistration(127.0.0.1:36349, datanodeUuid=15118744-9f9d-4fd4-adc0-50f6daefebb4, infoPort=33065, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826) 2024-11-08T09:46:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9edc481a17e53d4 with lease ID 0xecba82a347086b94: from storage DS-1bf2579f-70be-472c-a159-3122c4280067 node DatanodeRegistration(127.0.0.1:36349, datanodeUuid=15118744-9f9d-4fd4-adc0-50f6daefebb4, infoPort=33065, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:46:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9edc481a17e53d4 with lease ID 0xecba82a347086b94: Processing first storage report for DS-bc0f1c60-9519-419c-ae7f-37fd46ee8d40 from datanode DatanodeRegistration(127.0.0.1:36349, datanodeUuid=15118744-9f9d-4fd4-adc0-50f6daefebb4, infoPort=33065, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826) 2024-11-08T09:46:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9edc481a17e53d4 with lease ID 0xecba82a347086b94: from storage DS-bc0f1c60-9519-419c-ae7f-37fd46ee8d40 node DatanodeRegistration(127.0.0.1:36349, datanodeUuid=15118744-9f9d-4fd4-adc0-50f6daefebb4, infoPort=33065, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:46:05,367 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data3/current/BP-1113742410-172.17.0.2-1731059163826/current, will proceed with Du for space computation calculation, 2024-11-08T09:46:05,367 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data4/current/BP-1113742410-172.17.0.2-1731059163826/current, will proceed with Du for space computation calculation, 2024-11-08T09:46:05,393 WARN [Thread-1608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:46:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e71e991fd35dfe3 with lease ID 0xecba82a347086b95: Processing first storage report for DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b from datanode DatanodeRegistration(127.0.0.1:38119, datanodeUuid=596614d0-e82f-4592-9a92-9d9f27b73ae6, infoPort=33453, infoSecurePort=0, ipcPort=43809, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826) 2024-11-08T09:46:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e71e991fd35dfe3 with lease ID 0xecba82a347086b95: from storage DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b node DatanodeRegistration(127.0.0.1:38119, datanodeUuid=596614d0-e82f-4592-9a92-9d9f27b73ae6, infoPort=33453, infoSecurePort=0, ipcPort=43809, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:46:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e71e991fd35dfe3 with lease ID 0xecba82a347086b95: Processing first storage report for DS-6be7c93d-fc60-4751-ae63-ccabadb6ce6d from datanode DatanodeRegistration(127.0.0.1:38119, datanodeUuid=596614d0-e82f-4592-9a92-9d9f27b73ae6, infoPort=33453, infoSecurePort=0, ipcPort=43809, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826) 2024-11-08T09:46:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e71e991fd35dfe3 with lease ID 0xecba82a347086b95: from storage DS-6be7c93d-fc60-4751-ae63-ccabadb6ce6d node DatanodeRegistration(127.0.0.1:38119, datanodeUuid=596614d0-e82f-4592-9a92-9d9f27b73ae6, infoPort=33453, infoSecurePort=0, ipcPort=43809, storageInfo=lv=-57;cid=testClusterID;nsid=906826464;c=1731059163826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:46:05,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226 2024-11-08T09:46:05,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/zookeeper_0, clientPort=55609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:46:05,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55609 2024-11-08T09:46:05,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:46:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:46:05,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90 with version=8 2024-11-08T09:46:05,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40491/user/jenkins/test-data/3a25f82c-e16f-a3a7-4770-b44280acf573/hbase-staging 2024-11-08T09:46:05,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:46:05,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:46:05,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33949 2024-11-08T09:46:05,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33949 connecting to ZooKeeper ensemble=127.0.0.1:55609 2024-11-08T09:46:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339490x0, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:46:05,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33949-0x1011b203be00000 connected 2024-11-08T09:46:05,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:46:05,594 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90, hbase.cluster.distributed=false 2024-11-08T09:46:05,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:46:05,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-08T09:46:05,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-11-08T09:46:05,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-11-08T09:46:05,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-08T09:46:05,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-08T09:46:05,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:46:05,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:46:05,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38381 2024-11-08T09:46:05,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38381 connecting to ZooKeeper ensemble=127.0.0.1:55609 2024-11-08T09:46:05,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383810x0, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:46:05,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38381-0x1011b203be00001 connected 2024-11-08T09:46:05,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:46:05,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:46:05,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:46:05,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T09:46:05,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T09:46:05,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38381 2024-11-08T09:46:05,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38381 2024-11-08T09:46:05,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38381 2024-11-08T09:46:05,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38381 2024-11-08T09:46:05,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38381 2024-11-08T09:46:05,660 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:33949 2024-11-08T09:46:05,660 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:46:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:46:05,665 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T09:46:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,673 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T09:46:05,673 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,33949,1731059165480 from backup master directory 2024-11-08T09:46:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:46:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T09:46:05,681 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:46:05,681 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,686 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/hbase.id] with ID: 108924f5-a538-4cb2-b290-a35ef34d348e 2024-11-08T09:46:05,686 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/.tmp/hbase.id 2024-11-08T09:46:05,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:46:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:46:05,695 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/.tmp/hbase.id]:[hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/hbase.id] 2024-11-08T09:46:05,705 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:05,705 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:46:05,706 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:46:05,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:46:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:46:05,720 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:46:05,720 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:46:05,720 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:46:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:46:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:46:05,727 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store 2024-11-08T09:46:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:46:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:46:05,734 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:46:05,734 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:46:05,734 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:05,734 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:05,734 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:46:05,734 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:05,734 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:05,734 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059165734Disabling compacts and flushes for region at 1731059165734Disabling writes for close at 1731059165734Writing region close event to WAL at 1731059165734Closed at 1731059165734 2024-11-08T09:46:05,735 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/.initializing 2024-11-08T09:46:05,735 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/WALs/0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,736 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:46:05,738 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C33949%2C1731059165480, suffix=, logDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/WALs/0e58e25f69ec,33949,1731059165480, archiveDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/oldWALs, maxLogs=10 2024-11-08T09:46:05,749 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/WALs/0e58e25f69ec,33949,1731059165480/0e58e25f69ec%2C33949%2C1731059165480.1731059165738, exclude list is [], retry=0 2024-11-08T09:46:05,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b,DISK] 2024-11-08T09:46:05,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36349,DS-1bf2579f-70be-472c-a159-3122c4280067,DISK] 2024-11-08T09:46:05,754 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/WALs/0e58e25f69ec,33949,1731059165480/0e58e25f69ec%2C33949%2C1731059165480.1731059165738 2024-11-08T09:46:05,754 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33453:33453),(127.0.0.1/127.0.0.1:33065:33065)] 2024-11-08T09:46:05,754 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:46:05,754 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:46:05,754 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,754 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:46:05,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:05,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:46:05,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:46:05,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:46:05,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:46:05,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:46:05,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:46:05,764 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,764 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,765 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,766 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,766 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,766 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:46:05,767 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:46:05,769 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:46:05,769 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=726238, jitterRate=-0.07654115557670593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:46:05,770 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731059165755Initializing all the Stores at 1731059165755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059165755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059165756 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059165756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059165756Cleaning up temporary data from old regions at 1731059165766 (+10 ms)Region opened successfully at 1731059165770 (+4 ms) 2024-11-08T09:46:05,770 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:46:05,772 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31427f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:46:05,773 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:46:05,773 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:46:05,773 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:46:05,774 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:46:05,774 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:46:05,774 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:46:05,774 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:46:05,776 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:46:05,777 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T09:46:05,805 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T09:46:05,806 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:46:05,807 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:46:05,814 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T09:46:05,814 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:46:05,815 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:46:05,822 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T09:46:05,823 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:46:05,830 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T09:46:05,832 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:46:05,839 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T09:46:05,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:46:05,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T09:46:05,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,848 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,33949,1731059165480, sessionid=0x1011b203be00000, setting cluster-up flag (Was=false) 2024-11-08T09:46:05,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,889 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T09:46:05,890 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:05,930 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T09:46:05,932 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:05,933 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:46:05,935 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:46:05,935 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:46:05,935 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:46:05,935 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,33949,1731059165480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:46:05,937 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:46:05,937 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:46:05,937 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:46:05,937 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:46:05,937 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:46:05,937 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,938 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:46:05,938 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,938 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731059195938 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:46:05,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:46:05,939 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:46:05,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,940 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:46:05,940 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:46:05,940 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:46:05,940 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:46:05,941 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:46:05,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:46:05,942 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059165941,5,FailOnTimeoutGroup] 2024-11-08T09:46:05,942 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059165942,5,FailOnTimeoutGroup] 2024-11-08T09:46:05,942 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,942 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:46:05,942 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,942 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,946 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(746): ClusterId : 108924f5-a538-4cb2-b290-a35ef34d348e 2024-11-08T09:46:05,946 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:46:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:46:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:46:05,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:46:05,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90 2024-11-08T09:46:05,957 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:46:05,957 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:46:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:46:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:46:05,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:46:05,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:46:05,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:46:05,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:05,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:46:05,965 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:46:05,965 DEBUG [RS:0;0e58e25f69ec:38381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7937d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T09:46:05,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:46:05,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:05,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:46:05,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:46:05,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:05,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:46:05,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:46:05,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:05,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:05,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:46:05,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740 2024-11-08T09:46:05,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740 2024-11-08T09:46:05,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:46:05,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:46:05,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:46:05,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:46:05,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:46:05,975 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=852019, jitterRate=0.08339904248714447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:46:05,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731059165960Initializing all the Stores at 1731059165961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059165961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059165961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059165961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059165961Cleaning up temporary data from old regions at 1731059165971 (+10 ms)Region opened successfully at 1731059165975 (+4 ms) 2024-11-08T09:46:05,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:46:05,975 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:46:05,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:46:05,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:46:05,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:46:05,976 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:46:05,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059165975Disabling compacts and flushes for region at 1731059165975Disabling writes for close at 1731059165975Writing region close event to WAL at 1731059165976 (+1 ms)Closed at 1731059165976 2024-11-08T09:46:05,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:46:05,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:46:05,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:46:05,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:46:05,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:46:05,978 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:38381 2024-11-08T09:46:05,979 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:46:05,979 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:46:05,979 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:46:05,979 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,33949,1731059165480 with port=38381, startcode=1731059165621 2024-11-08T09:46:05,979 DEBUG [RS:0;0e58e25f69ec:38381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:46:05,981 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:46:05,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:05,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:05,982 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90 2024-11-08T09:46:05,982 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44327 2024-11-08T09:46:05,982 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:46:05,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:46:05,989 DEBUG [RS:0;0e58e25f69ec:38381 {}] zookeeper.ZKUtil(111): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:05,989 WARN [RS:0;0e58e25f69ec:38381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:46:05,989 INFO [RS:0;0e58e25f69ec:38381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:46:05,990 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:05,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,38381,1731059165621] 2024-11-08T09:46:05,992 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:46:05,994 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:46:05,994 INFO [RS:0;0e58e25f69ec:38381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:46:05,994 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,994 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:46:05,995 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:46:05,995 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:46:05,995 DEBUG [RS:0;0e58e25f69ec:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:46:05,996 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,996 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,996 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,996 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,996 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:05,996 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,38381,1731059165621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:46:06,010 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:46:06,010 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,38381,1731059165621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,010 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,010 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.Replication(171): 0e58e25f69ec,38381,1731059165621 started 2024-11-08T09:46:06,023 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,023 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,38381,1731059165621, RpcServer on 0e58e25f69ec/172.17.0.2:38381, sessionid=0x1011b203be00001 2024-11-08T09:46:06,023 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:46:06,024 DEBUG [RS:0;0e58e25f69ec:38381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:06,024 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,38381,1731059165621' 2024-11-08T09:46:06,024 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T09:46:06,024 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T09:46:06,025 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:46:06,025 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:46:06,025 DEBUG [RS:0;0e58e25f69ec:38381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:06,025 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,38381,1731059165621' 2024-11-08T09:46:06,025 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T09:46:06,025 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T09:46:06,026 DEBUG [RS:0;0e58e25f69ec:38381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:46:06,026 INFO [RS:0;0e58e25f69ec:38381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:46:06,026 INFO [RS:0;0e58e25f69ec:38381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:46:06,126 INFO [RS:0;0e58e25f69ec:38381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:46:06,128 INFO [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C38381%2C1731059165621, suffix=, logDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621, archiveDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs, maxLogs=32 2024-11-08T09:46:06,129 WARN [0e58e25f69ec:33949 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:46:06,140 DEBUG [RS:0;0e58e25f69ec:38381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621/0e58e25f69ec%2C38381%2C1731059165621.1731059166128, exclude list is [], retry=0 2024-11-08T09:46:06,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b,DISK] 2024-11-08T09:46:06,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36349,DS-1bf2579f-70be-472c-a159-3122c4280067,DISK] 2024-11-08T09:46:06,144 INFO [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621/0e58e25f69ec%2C38381%2C1731059165621.1731059166128 2024-11-08T09:46:06,144 DEBUG [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33453:33453),(127.0.0.1/127.0.0.1:33065:33065)] 2024-11-08T09:46:06,379 DEBUG [0e58e25f69ec:33949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:46:06,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:06,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,38381,1731059165621, state=OPENING 2024-11-08T09:46:06,414 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:46:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:06,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:46:06,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:46:06,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,38381,1731059165621}] 2024-11-08T09:46:06,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:46:06,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:46:06,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:46:06,591 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:46:06,591 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:46:06,591 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:46:06,593 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C38381%2C1731059165621.meta, suffix=.meta, logDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621, archiveDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs, maxLogs=32 2024-11-08T09:46:06,608 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621/0e58e25f69ec%2C38381%2C1731059165621.meta.1731059166594.meta, exclude list is [], retry=0 2024-11-08T09:46:06,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b,DISK] 2024-11-08T09:46:06,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36349,DS-1bf2579f-70be-472c-a159-3122c4280067,DISK] 2024-11-08T09:46:06,611 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/0e58e25f69ec,38381,1731059165621/0e58e25f69ec%2C38381%2C1731059165621.meta.1731059166594.meta 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33065:33065),(127.0.0.1/127.0.0.1:33453:33453)] 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:46:06,612 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:46:06,612 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:46:06,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:46:06,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:46:06,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:06,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:06,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:46:06,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:46:06,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:06,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:06,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:46:06,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:46:06,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:06,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:06,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:46:06,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:46:06,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:46:06,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:46:06,618 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:46:06,619 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740 2024-11-08T09:46:06,619 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740 2024-11-08T09:46:06,621 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:46:06,621 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:46:06,621 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T09:46:06,622 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:46:06,623 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875750, jitterRate=0.11357487738132477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T09:46:06,623 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:46:06,624 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731059166613Writing region info on filesystem at 1731059166613Initializing all the Stores at 1731059166613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059166613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059166614 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731059166614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731059166614Cleaning up temporary data from old regions at 1731059166621 (+7 ms)Running coprocessor post-open hooks at 1731059166623 (+2 ms)Region opened successfully at 1731059166624 (+1 ms) 2024-11-08T09:46:06,625 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731059166579 2024-11-08T09:46:06,627 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:46:06,627 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:46:06,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:06,628 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,38381,1731059165621, state=OPEN 2024-11-08T09:46:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:46:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T09:46:06,675 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:46:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T09:46:06,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:46:06,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,38381,1731059165621 in 251 msec 2024-11-08T09:46:06,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:46:06,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-08T09:46:06,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:46:06,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:46:06,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:46:06,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,38381,1731059165621, seqNum=-1] 2024-11-08T09:46:06,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:46:06,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:46:06,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 755 msec 2024-11-08T09:46:06,690 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731059166690, completionTime=-1 2024-11-08T09:46:06,691 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:46:06,691 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731059226693 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731059286693 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33949,1731059165480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33949,1731059165480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33949,1731059165480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,693 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:33949, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,694 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,694 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,696 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.017sec 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33949,1731059165480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:46:06,698 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33949,1731059165480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:46:06,702 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:46:06,702 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:46:06,702 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,33949,1731059165480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:46:06,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dd2712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:46:06,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,33949,-1 for getting cluster id 2024-11-08T09:46:06,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:46:06,750 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '108924f5-a538-4cb2-b290-a35ef34d348e' 2024-11-08T09:46:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:46:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "108924f5-a538-4cb2-b290-a35ef34d348e" 2024-11-08T09:46:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140c786c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:46:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,33949,-1] 2024-11-08T09:46:06,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:46:06,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:06,755 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:46:06,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd0b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:46:06,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:46:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,38381,1731059165621, seqNum=-1] 2024-11-08T09:46:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:46:06,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:46:06,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:06,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:46:06,765 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T09:46:06,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:46:06,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:46:06,769 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1, archiveDir=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs, maxLogs=32 2024-11-08T09:46:06,782 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166769, exclude list is [], retry=0 2024-11-08T09:46:06,784 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36349,DS-1bf2579f-70be-472c-a159-3122c4280067,DISK] 2024-11-08T09:46:06,785 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b,DISK] 2024-11-08T09:46:06,786 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166769 2024-11-08T09:46:06,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33065:33065),(127.0.0.1/127.0.0.1:33453:33453)] 2024-11-08T09:46:06,798 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166787, exclude list is [], retry=0 2024-11-08T09:46:06,800 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-48ccb319-f031-4ee3-b9ac-4d331cc1525b,DISK] 2024-11-08T09:46:06,800 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36349,DS-1bf2579f-70be-472c-a159-3122c4280067,DISK] 2024-11-08T09:46:06,802 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166769 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166787 2024-11-08T09:46:06,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33453:33453),(127.0.0.1/127.0.0.1:33065:33065)] 2024-11-08T09:46:06,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166769 is not closed yet, will try archiving it next time 2024-11-08T09:46:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741835_1011 (size=93) 2024-11-08T09:46:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741835_1011 (size=93) 2024-11-08T09:46:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741836_1012 (size=93) 2024-11-08T09:46:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741836_1012 (size=93) 2024-11-08T09:46:06,807 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/WALs/test.com,8080,1/test.com%2C8080%2C1.1731059166769 to hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs/test.com%2C8080%2C1.1731059166769 2024-11-08T09:46:06,809 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs 2024-11-08T09:46:06,809 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731059166787) 2024-11-08T09:46:06,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:46:06,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:46:06,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:46:06,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:06,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:06,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:46:06,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:46:06,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=55892193, stopped=false 2024-11-08T09:46:06,809 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,33949,1731059165480 2024-11-08T09:46:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:46:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T09:46:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:06,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:46:06,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:46:06,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:46:06,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:46:06,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T09:46:06,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:06,831 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,38381,1731059165621' ***** 2024-11-08T09:46:06,831 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:46:06,831 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:46:06,831 INFO [RS:0;0e58e25f69ec:38381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:46:06,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:46:06,831 INFO [RS:0;0e58e25f69ec:38381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:46:06,831 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:06,831 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:46:06,831 INFO [RS:0;0e58e25f69ec:38381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:38381. 2024-11-08T09:46:06,831 DEBUG [RS:0;0e58e25f69ec:38381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:46:06,831 DEBUG [RS:0;0e58e25f69ec:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:06,832 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:46:06,832 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:46:06,832 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:46:06,832 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:46:06,832 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:46:06,832 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:46:06,832 DEBUG [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:46:06,832 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:46:06,832 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:46:06,832 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:46:06,832 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:46:06,832 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:46:06,832 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T09:46:06,847 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/.tmp/ns/0d63f2de8a9f44b486185f40a688f6f7 is 43, key is default/ns:d/1731059166685/Put/seqid=0 2024-11-08T09:46:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741837_1013 (size=5153) 2024-11-08T09:46:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741837_1013 (size=5153) 2024-11-08T09:46:06,852 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/.tmp/ns/0d63f2de8a9f44b486185f40a688f6f7 2024-11-08T09:46:06,857 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/.tmp/ns/0d63f2de8a9f44b486185f40a688f6f7 as hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/ns/0d63f2de8a9f44b486185f40a688f6f7 2024-11-08T09:46:06,861 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/ns/0d63f2de8a9f44b486185f40a688f6f7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T09:46:06,862 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-11-08T09:46:06,865 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:46:06,866 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:46:06,866 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:46:06,866 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731059166832Running coprocessor pre-close hooks at 1731059166832Disabling compacts and flushes for region at 1731059166832Disabling writes for close at 1731059166832Obtaining lock to block concurrent updates at 1731059166832Preparing flush snapshotting stores in 1588230740 at 1731059166832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731059166832Flushing stores of hbase:meta,,1.1588230740 at 1731059166833 (+1 ms)Flushing 1588230740/ns: creating writer at 1731059166833Flushing 1588230740/ns: appending metadata at 1731059166846 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731059166846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc5379a: reopening flushed file at 1731059166856 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1731059166862 (+6 ms)Writing region close event to WAL at 1731059166863 (+1 ms)Running coprocessor post-close hooks at 1731059166866 (+3 ms)Closed at 1731059166866 2024-11-08T09:46:06,866 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:46:07,032 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,38381,1731059165621; all regions closed. 2024-11-08T09:46:07,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741834_1010 (size=1152) 2024-11-08T09:46:07,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741834_1010 (size=1152) 2024-11-08T09:46:07,043 DEBUG [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs 2024-11-08T09:46:07,043 INFO [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C38381%2C1731059165621.meta:.meta(num 1731059166594) 2024-11-08T09:46:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741833_1009 (size=93) 2024-11-08T09:46:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741833_1009 (size=93) 2024-11-08T09:46:07,048 DEBUG [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/oldWALs 2024-11-08T09:46:07,048 INFO [RS:0;0e58e25f69ec:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C38381%2C1731059165621:(num 1731059166128) 2024-11-08T09:46:07,048 DEBUG [RS:0;0e58e25f69ec:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:46:07,048 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:46:07,049 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:46:07,049 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:46:07,049 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:46:07,049 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:46:07,049 INFO [RS:0;0e58e25f69ec:38381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38381 2024-11-08T09:46:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T09:46:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,38381,1731059165621 2024-11-08T09:46:07,072 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:46:07,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,38381,1731059165621] 2024-11-08T09:46:07,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,38381,1731059165621 already deleted, retry=false 2024-11-08T09:46:07,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,38381,1731059165621 expired; onlineServers=0 2024-11-08T09:46:07,089 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,33949,1731059165480' ***** 2024-11-08T09:46:07,089 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:46:07,089 INFO [M:0;0e58e25f69ec:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:46:07,089 INFO [M:0;0e58e25f69ec:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:46:07,090 DEBUG [M:0;0e58e25f69ec:33949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:46:07,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:46:07,090 DEBUG [M:0;0e58e25f69ec:33949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:46:07,090 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059165942 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731059165942,5,FailOnTimeoutGroup] 2024-11-08T09:46:07,090 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059165941 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731059165941,5,FailOnTimeoutGroup] 2024-11-08T09:46:07,090 INFO [M:0;0e58e25f69ec:33949 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:46:07,090 INFO [M:0;0e58e25f69ec:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:46:07,091 DEBUG [M:0;0e58e25f69ec:33949 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:46:07,091 INFO [M:0;0e58e25f69ec:33949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:46:07,091 INFO [M:0;0e58e25f69ec:33949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:46:07,091 INFO [M:0;0e58e25f69ec:33949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:46:07,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:46:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T09:46:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T09:46:07,097 DEBUG [M:0;0e58e25f69ec:33949 {}] zookeeper.ZKUtil(347): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T09:46:07,097 WARN [M:0;0e58e25f69ec:33949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:46:07,098 INFO [M:0;0e58e25f69ec:33949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/.lastflushedseqids 2024-11-08T09:46:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741838_1014 (size=99) 2024-11-08T09:46:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741838_1014 (size=99) 2024-11-08T09:46:07,107 INFO [M:0;0e58e25f69ec:33949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:46:07,107 INFO [M:0;0e58e25f69ec:33949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:46:07,107 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:46:07,107 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:07,107 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:07,107 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:46:07,107 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:07,107 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T09:46:07,121 DEBUG [M:0;0e58e25f69ec:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbbe336647e142829fcf486e945698c0 is 82, key is hbase:meta,,1/info:regioninfo/1731059166627/Put/seqid=0 2024-11-08T09:46:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741839_1015 (size=5672) 2024-11-08T09:46:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741839_1015 (size=5672) 2024-11-08T09:46:07,127 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbbe336647e142829fcf486e945698c0 2024-11-08T09:46:07,143 DEBUG [M:0;0e58e25f69ec:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f01c769eae345f6b1b092e82e0afca0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731059166690/Put/seqid=0 2024-11-08T09:46:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741840_1016 (size=5275) 2024-11-08T09:46:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741840_1016 (size=5275) 2024-11-08T09:46:07,149 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f01c769eae345f6b1b092e82e0afca0 2024-11-08T09:46:07,168 DEBUG [M:0;0e58e25f69ec:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7df0eb3ad4de423cae54cdd60bb2488d is 69, key is 0e58e25f69ec,38381,1731059165621/rs:state/1731059165981/Put/seqid=0 2024-11-08T09:46:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741841_1017 (size=5156) 2024-11-08T09:46:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741841_1017 (size=5156) 2024-11-08T09:46:07,173 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7df0eb3ad4de423cae54cdd60bb2488d 2024-11-08T09:46:07,181 INFO [RS:0;0e58e25f69ec:38381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:46:07,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:07,181 INFO [RS:0;0e58e25f69ec:38381 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,38381,1731059165621; zookeeper connection closed. 2024-11-08T09:46:07,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1011b203be00001, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:07,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32d0c5e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32d0c5e7 2024-11-08T09:46:07,181 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:46:07,193 DEBUG [M:0;0e58e25f69ec:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/dabfe85ef46c4335a303b7fc1c13bbd9 is 52, key is load_balancer_on/state:d/1731059166764/Put/seqid=0 2024-11-08T09:46:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741842_1018 (size=5056) 2024-11-08T09:46:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741842_1018 (size=5056) 2024-11-08T09:46:07,197 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/dabfe85ef46c4335a303b7fc1c13bbd9 2024-11-08T09:46:07,202 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbbe336647e142829fcf486e945698c0 as hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbbe336647e142829fcf486e945698c0 2024-11-08T09:46:07,206 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbbe336647e142829fcf486e945698c0, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T09:46:07,207 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f01c769eae345f6b1b092e82e0afca0 as hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f01c769eae345f6b1b092e82e0afca0 2024-11-08T09:46:07,211 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f01c769eae345f6b1b092e82e0afca0, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T09:46:07,212 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7df0eb3ad4de423cae54cdd60bb2488d as hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7df0eb3ad4de423cae54cdd60bb2488d 2024-11-08T09:46:07,218 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7df0eb3ad4de423cae54cdd60bb2488d, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T09:46:07,220 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/dabfe85ef46c4335a303b7fc1c13bbd9 as hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/dabfe85ef46c4335a303b7fc1c13bbd9 2024-11-08T09:46:07,225 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44327/user/jenkins/test-data/5b992a77-3e36-9faa-f3ba-9414302c3f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/dabfe85ef46c4335a303b7fc1c13bbd9, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T09:46:07,226 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=29, compaction requested=false 2024-11-08T09:46:07,227 INFO [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:46:07,228 DEBUG [M:0;0e58e25f69ec:33949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731059167107Disabling compacts and flushes for region at 1731059167107Disabling writes for close at 1731059167107Obtaining lock to block concurrent updates at 1731059167107Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731059167107Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731059167107Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731059167108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731059167108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731059167121 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731059167121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731059167130 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731059167143 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731059167143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731059167153 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731059167167 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731059167168 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731059167177 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731059167192 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731059167192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3186a057: reopening flushed file at 1731059167201 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d1699e: reopening flushed file at 1731059167206 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7faf1193: reopening flushed file at 1731059167211 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fc7d92: reopening flushed file at 1731059167219 (+8 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=29, compaction requested=false at 1731059167226 (+7 ms)Writing region close event to WAL at 1731059167227 (+1 ms)Closed at 1731059167227 2024-11-08T09:46:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741830_1006 (size=10311) 2024-11-08T09:46:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36349 is added to blk_1073741830_1006 (size=10311) 2024-11-08T09:46:07,230 INFO [M:0;0e58e25f69ec:33949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:46:07,230 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:46:07,231 INFO [M:0;0e58e25f69ec:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33949 2024-11-08T09:46:07,231 INFO [M:0;0e58e25f69ec:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:46:07,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:07,347 INFO [M:0;0e58e25f69ec:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:46:07,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1011b203be00000, quorum=127.0.0.1:55609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:46:07,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@220b4037{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:46:07,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79df8890{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:46:07,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:46:07,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6248e2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:46:07,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6229d56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir/,STOPPED} 2024-11-08T09:46:07,358 WARN [BP-1113742410-172.17.0.2-1731059163826 heartbeating to localhost/127.0.0.1:44327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:46:07,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:46:07,358 WARN [BP-1113742410-172.17.0.2-1731059163826 heartbeating to localhost/127.0.0.1:44327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1113742410-172.17.0.2-1731059163826 (Datanode Uuid 596614d0-e82f-4592-9a92-9d9f27b73ae6) service to localhost/127.0.0.1:44327 2024-11-08T09:46:07,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:46:07,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data3/current/BP-1113742410-172.17.0.2-1731059163826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:07,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data4/current/BP-1113742410-172.17.0.2-1731059163826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:07,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:46:07,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74b7abf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:46:07,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30a4b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:46:07,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:46:07,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a5c19c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:46:07,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71fbcd46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir/,STOPPED} 2024-11-08T09:46:07,362 WARN [BP-1113742410-172.17.0.2-1731059163826 heartbeating to localhost/127.0.0.1:44327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:46:07,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:46:07,362 WARN [BP-1113742410-172.17.0.2-1731059163826 heartbeating to localhost/127.0.0.1:44327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1113742410-172.17.0.2-1731059163826 (Datanode Uuid 15118744-9f9d-4fd4-adc0-50f6daefebb4) service to localhost/127.0.0.1:44327 2024-11-08T09:46:07,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:46:07,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data1/current/BP-1113742410-172.17.0.2-1731059163826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:07,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/cluster_8a6ed99f-20a0-c4b3-b629-17e54c2a204c/data/data2/current/BP-1113742410-172.17.0.2-1731059163826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:46:07,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:46:07,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@395f158d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:46:07,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bca6eca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:46:07,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:46:07,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc04b1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:46:07,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65980de1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29dbdab8-6f04-046f-b3a7-fdb032fb1226/hadoop.log.dir/,STOPPED} 2024-11-08T09:46:07,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:46:07,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:46:07,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 110) - Thread LEAK? -, OpenFileDescriptor=513 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=34 (was 34), ProcessCount=11 (was 11), AvailableMemoryMB=7969 (was 8005)