2024-12-04 22:52:11,068 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-04 22:52:11,081 main DEBUG Took 0.011001 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 22:52:11,082 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 22:52:11,082 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 22:52:11,083 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 22:52:11,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,090 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 22:52:11,101 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,106 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,107 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,108 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,109 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,110 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,110 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:52:11,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,111 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 22:52:11,113 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:52:11,114 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 22:52:11,116 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 22:52:11,116 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 22:52:11,118 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 22:52:11,118 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 22:52:11,125 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 22:52:11,127 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 22:52:11,129 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 22:52:11,129 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 22:52:11,130 main DEBUG createAppenders(={Console}) 2024-12-04 22:52:11,130 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-04 22:52:11,130 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-04 22:52:11,131 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-04 22:52:11,131 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 22:52:11,131 main DEBUG OutputStream closed 2024-12-04 22:52:11,131 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 22:52:11,132 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 22:52:11,132 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-04 22:52:11,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 22:52:11,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 22:52:11,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 22:52:11,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 22:52:11,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 22:52:11,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 22:52:11,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 22:52:11,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 22:52:11,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 22:52:11,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 22:52:11,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 22:52:11,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 22:52:11,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 22:52:11,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 22:52:11,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 22:52:11,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 22:52:11,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 22:52:11,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 22:52:11,218 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 22:52:11,218 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-04 22:52:11,219 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 22:52:11,219 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-04T22:52:11,540 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0 2024-12-04 22:52:11,544 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 22:52:11,545 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T22:52:11,555 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-04T22:52:11,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=772, ProcessCount=11, AvailableMemoryMB=12118 2024-12-04T22:52:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:52:11,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1, deleteOnExit=true 2024-12-04T22:52:11,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:52:11,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/test.cache.data in system properties and HBase conf 2024-12-04T22:52:11,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:52:11,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:52:11,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:52:11,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:52:11,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:52:11,706 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T22:52:11,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:52:11,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:52:11,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:52:11,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:52:11,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:52:11,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:52:11,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:52:11,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:52:11,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:52:11,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:52:11,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:52:11,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:52:11,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:52:11,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:52:11,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:52:12,931 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T22:52:13,036 INFO [Time-limited test {}] log.Log(170): Logging initialized @2804ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T22:52:13,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:52:13,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:52:13,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:52:13,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:52:13,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:52:13,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:52:13,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e28f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:52:13,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3f0e82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:52:13,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f6230cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/java.io.tmpdir/jetty-localhost-39919-hadoop-hdfs-3_4_1-tests_jar-_-any-5186012839088710061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:52:13,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cc972c{HTTP/1.1, (http/1.1)}{localhost:39919} 2024-12-04T22:52:13,497 INFO [Time-limited test {}] server.Server(415): Started @3266ms 2024-12-04T22:52:14,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:52:14,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:52:14,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:52:14,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:52:14,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:52:14,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a76042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:52:14,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df4123b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:52:14,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d1b572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/java.io.tmpdir/jetty-localhost-39671-hadoop-hdfs-3_4_1-tests_jar-_-any-4752945676620882862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:52:14,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@941f858{HTTP/1.1, (http/1.1)}{localhost:39671} 2024-12-04T22:52:14,326 INFO [Time-limited test {}] server.Server(415): Started @4096ms 2024-12-04T22:52:14,407 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:52:14,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:52:14,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:52:14,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:52:14,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:52:14,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:52:14,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c827d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:52:14,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4968b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:52:14,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ddd35e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/java.io.tmpdir/jetty-localhost-37119-hadoop-hdfs-3_4_1-tests_jar-_-any-3169909785373622540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:52:14,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d818894{HTTP/1.1, (http/1.1)}{localhost:37119} 2024-12-04T22:52:14,705 INFO [Time-limited test {}] server.Server(415): Started @4474ms 2024-12-04T22:52:14,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:52:15,614 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data3/current/BP-1211274956-172.17.0.2-1733352732369/current, will proceed with Du for space computation calculation, 2024-12-04T22:52:15,614 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data1/current/BP-1211274956-172.17.0.2-1733352732369/current, will proceed with Du for space computation calculation, 2024-12-04T22:52:15,614 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data2/current/BP-1211274956-172.17.0.2-1733352732369/current, will proceed with Du for space computation calculation, 2024-12-04T22:52:15,614 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data4/current/BP-1211274956-172.17.0.2-1733352732369/current, will proceed with Du for space computation calculation, 2024-12-04T22:52:15,644 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:52:15,644 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:52:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d5baa0d80e34c98 with lease ID 0x3d245a5da54b6a62: Processing first storage report for DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436 from datanode DatanodeRegistration(127.0.0.1:45867, datanodeUuid=a8b8c604-44ee-4498-a78d-48915f0795b8, infoPort=37441, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369) 2024-12-04T22:52:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d5baa0d80e34c98 with lease ID 0x3d245a5da54b6a62: from storage DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436 node DatanodeRegistration(127.0.0.1:45867, datanodeUuid=a8b8c604-44ee-4498-a78d-48915f0795b8, infoPort=37441, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:52:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59d2dfc2806fddba with lease ID 0x3d245a5da54b6a61: Processing first storage report for DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014 from datanode DatanodeRegistration(127.0.0.1:45495, datanodeUuid=986206cb-e005-4154-975b-1b1ddad623fe, infoPort=43937, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369) 2024-12-04T22:52:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59d2dfc2806fddba with lease ID 0x3d245a5da54b6a61: from storage DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014 node DatanodeRegistration(127.0.0.1:45495, datanodeUuid=986206cb-e005-4154-975b-1b1ddad623fe, infoPort=43937, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:52:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d5baa0d80e34c98 with lease ID 0x3d245a5da54b6a62: Processing first storage report for DS-be053612-3c13-4c00-8d21-3bd3f69294a1 from datanode DatanodeRegistration(127.0.0.1:45867, datanodeUuid=a8b8c604-44ee-4498-a78d-48915f0795b8, infoPort=37441, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369) 2024-12-04T22:52:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d5baa0d80e34c98 with lease ID 0x3d245a5da54b6a62: from storage DS-be053612-3c13-4c00-8d21-3bd3f69294a1 node DatanodeRegistration(127.0.0.1:45867, datanodeUuid=a8b8c604-44ee-4498-a78d-48915f0795b8, infoPort=37441, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:52:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59d2dfc2806fddba with lease ID 0x3d245a5da54b6a61: Processing first storage report for DS-d06abc50-f990-45d6-852d-fce81bfb9340 from datanode DatanodeRegistration(127.0.0.1:45495, datanodeUuid=986206cb-e005-4154-975b-1b1ddad623fe, infoPort=43937, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369) 2024-12-04T22:52:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59d2dfc2806fddba with lease ID 0x3d245a5da54b6a61: from storage DS-d06abc50-f990-45d6-852d-fce81bfb9340 node DatanodeRegistration(127.0.0.1:45495, datanodeUuid=986206cb-e005-4154-975b-1b1ddad623fe, infoPort=43937, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1948141128;c=1733352732369), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:52:15,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0 2024-12-04T22:52:15,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/zookeeper_0, clientPort=55687, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:52:15,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55687 2024-12-04T22:52:15,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:15,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:16,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:52:16,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:52:16,445 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d with version=8 2024-12-04T22:52:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase-staging 2024-12-04T22:52:16,522 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T22:52:16,713 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:52:16,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:52:16,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:52:16,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:52:16,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:52:16,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:52:16,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:52:16,916 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T22:52:16,924 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T22:52:16,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:52:16,953 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 81141 (auto-detected) 2024-12-04T22:52:16,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T22:52:16,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44343 2024-12-04T22:52:16,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44343 connecting to ZooKeeper ensemble=127.0.0.1:55687 2024-12-04T22:52:17,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443430x0, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:52:17,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44343-0x101a28bbfe10000 connected 2024-12-04T22:52:17,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:17,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:17,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:52:17,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d, hbase.cluster.distributed=false 2024-12-04T22:52:17,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:52:17,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44343 2024-12-04T22:52:17,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44343 2024-12-04T22:52:17,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44343 2024-12-04T22:52:17,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44343 2024-12-04T22:52:17,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44343 2024-12-04T22:52:17,378 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:52:17,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:52:17,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:52:17,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:52:17,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:52:17,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:52:17,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:52:17,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:52:17,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33711 2024-12-04T22:52:17,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33711 connecting to ZooKeeper ensemble=127.0.0.1:55687 2024-12-04T22:52:17,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:17,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:17,415 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337110x0, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:52:17,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33711-0x101a28bbfe10001 connected 2024-12-04T22:52:17,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:52:17,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:52:17,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:52:17,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:52:17,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:52:17,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-04T22:52:17,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33711 2024-12-04T22:52:17,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33711 2024-12-04T22:52:17,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-04T22:52:17,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-04T22:52:17,455 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:44343 2024-12-04T22:52:17,456 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,44343,1733352736567 2024-12-04T22:52:17,467 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:52:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:52:17,469 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,44343,1733352736567 2024-12-04T22:52:17,498 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:52:17,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:17,499 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:17,500 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:52:17,501 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,44343,1733352736567 from backup master directory 2024-12-04T22:52:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,44343,1733352736567 2024-12-04T22:52:17,509 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:52:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:52:17,510 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:52:17,510 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,44343,1733352736567 2024-12-04T22:52:17,512 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T22:52:17,514 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T22:52:17,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase.id] with ID: bdc7edcc-dbb2-402b-8243-3344f4dc82fe 2024-12-04T22:52:17,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/.tmp/hbase.id 2024-12-04T22:52:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:52:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:52:17,578 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/.tmp/hbase.id]:[hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase.id] 2024-12-04T22:52:17,624 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:17,629 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:52:17,644 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-04T22:52:17,656 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:52:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:52:17,689 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:52:17,691 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:52:17,699 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:52:17,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:52:17,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:52:17,750 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store 2024-12-04T22:52:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:52:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:52:17,774 INFO [master/9840c0493aab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T22:52:17,778 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:52:17,779 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:52:17,779 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:52:17,779 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:52:17,781 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-04T22:52:17,781 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:52:17,781 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:52:17,782 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352737779Disabling compacts and flushes for region at 1733352737779Disabling writes for close at 1733352737781 (+2 ms)Writing region close event to WAL at 1733352737781Closed at 1733352737781 2024-12-04T22:52:17,784 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/.initializing 2024-12-04T22:52:17,784 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/WALs/9840c0493aab,44343,1733352736567 2024-12-04T22:52:17,792 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:52:17,806 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C44343%2C1733352736567, suffix=, logDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/WALs/9840c0493aab,44343,1733352736567, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/oldWALs, maxLogs=10 2024-12-04T22:52:17,833 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/WALs/9840c0493aab,44343,1733352736567/9840c0493aab%2C44343%2C1733352736567.1733352737811, exclude list is [], retry=0 2024-12-04T22:52:17,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:52:17,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:17,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:17,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T22:52:17,891 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/WALs/9840c0493aab,44343,1733352736567/9840c0493aab%2C44343%2C1733352736567.1733352737811 2024-12-04T22:52:17,892 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-04T22:52:17,893 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:52:17,893 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:52:17,896 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,896 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:52:17,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:17,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:17,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:52:17,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:17,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:52:17,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:52:17,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:17,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:52:17,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:52:17,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:17,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:52:17,974 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,978 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,979 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,984 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,985 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,989 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:52:17,993 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:52:17,998 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:52:18,000 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744262, jitterRate=-0.05362217128276825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:52:18,007 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352737910Initializing all the Stores at 1733352737913 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352737913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352737914 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352737914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352737914Cleaning up temporary data from old regions at 1733352737985 (+71 ms)Region opened successfully at 1733352738006 (+21 ms) 2024-12-04T22:52:18,008 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:52:18,039 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7300e649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:52:18,064 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:52:18,073 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:52:18,074 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:52:18,076 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:52:18,078 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T22:52:18,082 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T22:52:18,082 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:52:18,104 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:52:18,113 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:52:18,162 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:52:18,165 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:52:18,167 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:52:18,172 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:52:18,175 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:52:18,179 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:52:18,192 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:52:18,194 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:52:18,204 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:52:18,224 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:52:18,235 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:52:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:52:18,246 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:52:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:18,246 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:18,250 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,44343,1733352736567, sessionid=0x101a28bbfe10000, setting cluster-up flag (Was=false) 2024-12-04T22:52:18,277 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:18,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:18,309 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:52:18,313 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,44343,1733352736567 2024-12-04T22:52:18,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:18,341 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:18,372 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:52:18,378 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,44343,1733352736567 2024-12-04T22:52:18,386 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:52:18,444 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(746): ClusterId : bdc7edcc-dbb2-402b-8243-3344f4dc82fe 2024-12-04T22:52:18,446 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:52:18,448 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:52:18,457 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:52:18,459 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:52:18,459 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:52:18,464 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:52:18,468 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:52:18,469 DEBUG [RS:0;9840c0493aab:33711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173326ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:52:18,471 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,44343,1733352736567 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:52:18,480 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:52:18,480 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:52:18,480 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:52:18,480 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:52:18,481 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:52:18,481 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,481 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:52:18,481 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,483 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352768483 2024-12-04T22:52:18,483 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:33711 2024-12-04T22:52:18,485 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:52:18,486 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:52:18,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:52:18,486 INFO [RS:0;9840c0493aab:33711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:52:18,486 INFO [RS:0;9840c0493aab:33711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:52:18,487 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:52:18,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:52:18,489 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,44343,1733352736567 with port=33711, startcode=1733352737337 2024-12-04T22:52:18,490 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:52:18,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:52:18,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:52:18,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:52:18,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:18,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:52:18,492 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,497 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:52:18,498 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:52:18,499 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:52:18,501 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:52:18,501 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:52:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:52:18,503 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352738503,5,FailOnTimeoutGroup] 2024-12-04T22:52:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:52:18,504 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352738504,5,FailOnTimeoutGroup] 2024-12-04T22:52:18,504 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,504 DEBUG [RS:0;9840c0493aab:33711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:52:18,504 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:52:18,505 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:52:18,506 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,506 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d 2024-12-04T22:52:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:52:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:52:18,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:52:18,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:52:18,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:52:18,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:52:18,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:18,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:18,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:52:18,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:52:18,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:18,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,33711,1733352737337 2024-12-04T22:52:18,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:18,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:52:18,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44343 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,33711,1733352737337 2024-12-04T22:52:18,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:52:18,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:18,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:18,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:52:18,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:52:18,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:18,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:18,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:52:18,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740 2024-12-04T22:52:18,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740 2024-12-04T22:52:18,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:52:18,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:52:18,581 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d 2024-12-04T22:52:18,581 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34319 2024-12-04T22:52:18,581 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:52:18,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:52:18,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:52:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:52:18,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:52:18,594 DEBUG [RS:0;9840c0493aab:33711 {}] zookeeper.ZKUtil(111): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,33711,1733352737337 2024-12-04T22:52:18,594 WARN [RS:0;9840c0493aab:33711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:52:18,594 INFO [RS:0;9840c0493aab:33711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:52:18,594 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337 2024-12-04T22:52:18,595 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831930, jitterRate=0.0578538179397583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:52:18,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352738541Initializing all the Stores at 1733352738546 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352738546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352738547 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352738547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352738547Cleaning up temporary data from old regions at 1733352738578 (+31 ms)Region opened successfully at 1733352738598 (+20 ms) 2024-12-04T22:52:18,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:52:18,599 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:52:18,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:52:18,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:52:18,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:52:18,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,33711,1733352737337] 2024-12-04T22:52:18,619 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:52:18,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352738599Disabling compacts and flushes for region at 1733352738599Disabling writes for close at 1733352738599Writing region close event to WAL at 1733352738618 (+19 ms)Closed at 1733352738619 (+1 ms) 2024-12-04T22:52:18,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:52:18,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:52:18,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:52:18,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:52:18,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:52:18,656 INFO [RS:0;9840c0493aab:33711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:52:18,677 INFO [RS:0;9840c0493aab:33711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:52:18,685 INFO [RS:0;9840c0493aab:33711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:52:18,685 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,692 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:52:18,700 INFO [RS:0;9840c0493aab:33711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:52:18,703 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,704 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,704 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,704 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,704 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,705 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,705 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:52:18,705 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,705 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,705 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,705 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,706 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,706 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:52:18,706 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:52:18,706 DEBUG [RS:0;9840c0493aab:33711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:52:18,715 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,716 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,716 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,716 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,717 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,717 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,33711,1733352737337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:52:18,743 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:52:18,746 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,33711,1733352737337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,746 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,747 INFO [RS:0;9840c0493aab:33711 {}] regionserver.Replication(171): 9840c0493aab,33711,1733352737337 started 2024-12-04T22:52:18,774 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:18,774 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,33711,1733352737337, RpcServer on 9840c0493aab/172.17.0.2:33711, sessionid=0x101a28bbfe10001 2024-12-04T22:52:18,775 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:52:18,776 DEBUG [RS:0;9840c0493aab:33711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,33711,1733352737337 2024-12-04T22:52:18,776 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,33711,1733352737337' 2024-12-04T22:52:18,776 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:52:18,777 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:52:18,778 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:52:18,778 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:52:18,778 DEBUG [RS:0;9840c0493aab:33711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,33711,1733352737337 2024-12-04T22:52:18,778 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,33711,1733352737337' 2024-12-04T22:52:18,778 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:52:18,779 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:52:18,780 DEBUG [RS:0;9840c0493aab:33711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:52:18,780 INFO [RS:0;9840c0493aab:33711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:52:18,780 INFO [RS:0;9840c0493aab:33711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:52:18,801 WARN [9840c0493aab:44343 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:52:18,887 INFO [RS:0;9840c0493aab:33711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:52:18,892 INFO [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C33711%2C1733352737337, suffix=, logDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/oldWALs, maxLogs=32 2024-12-04T22:52:18,914 DEBUG [RS:0;9840c0493aab:33711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352738895, exclude list is [], retry=0 2024-12-04T22:52:18,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:18,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:18,926 INFO [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352738895 2024-12-04T22:52:18,926 DEBUG [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:43937:43937)] 2024-12-04T22:52:19,053 DEBUG [9840c0493aab:44343 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:52:19,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,33711,1733352737337 2024-12-04T22:52:19,071 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,33711,1733352737337, state=OPENING 2024-12-04T22:52:19,130 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:52:19,140 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:52:19,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:52:19,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:52:19,144 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:52:19,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,33711,1733352737337}] 2024-12-04T22:52:19,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:52:19,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:52:19,339 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:52:19,340 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:52:19,341 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:52:19,345 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C33711%2C1733352737337.meta, suffix=.meta, logDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337, archiveDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/oldWALs, maxLogs=32 2024-12-04T22:52:19,365 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.meta.1733352739347.meta, exclude list is [], retry=0 2024-12-04T22:52:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:19,374 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.meta.1733352739347.meta 2024-12-04T22:52:19,375 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:43937:43937)] 2024-12-04T22:52:19,375 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:52:19,377 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:52:19,381 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:52:19,387 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:52:19,393 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:52:19,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:52:19,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:52:19,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:52:19,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:52:19,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:52:19,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:19,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:19,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:52:19,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:52:19,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:19,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:19,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:52:19,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:52:19,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:19,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:19,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:52:19,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:52:19,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:19,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:52:19,415 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:52:19,418 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740 2024-12-04T22:52:19,422 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740 2024-12-04T22:52:19,426 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:52:19,426 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:52:19,427 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:52:19,430 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:52:19,434 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865837, jitterRate=0.10096970200538635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:52:19,435 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:52:19,436 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352739395Writing region info on filesystem at 1733352739395Initializing all the Stores at 1733352739398 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352739398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352739398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352739398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352739398Cleaning up temporary data from old regions at 1733352739426 (+28 ms)Running coprocessor post-open hooks at 1733352739435 (+9 ms)Region opened successfully at 1733352739436 (+1 ms) 2024-12-04T22:52:19,445 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352739313 2024-12-04T22:52:19,457 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:52:19,458 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:52:19,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,33711,1733352737337 2024-12-04T22:52:19,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,33711,1733352737337, state=OPEN 2024-12-04T22:52:19,594 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:52:19,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:52:19,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:52:19,595 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,33711,1733352737337 2024-12-04T22:52:19,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:52:19,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:52:19,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,33711,1733352737337 in 449 msec 2024-12-04T22:52:19,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:52:19,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 973 msec 2024-12-04T22:52:19,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:52:19,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:52:19,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:52:19,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,33711,1733352737337, seqNum=-1] 2024-12-04T22:52:19,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:52:19,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:52:19,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-12-04T22:52:19,698 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352739698, completionTime=-1 2024-12-04T22:52:19,701 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:52:19,701 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:52:19,735 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:52:19,736 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352799736 2024-12-04T22:52:19,736 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733352859736 2024-12-04T22:52:19,736 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-04T22:52:19,739 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44343,1733352736567-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,740 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44343,1733352736567-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,740 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44343,1733352736567-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,742 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:44343, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,743 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,744 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,750 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:52:19,784 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.274sec 2024-12-04T22:52:19,785 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:52:19,787 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:52:19,788 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:52:19,789 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:52:19,789 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:52:19,790 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44343,1733352736567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:52:19,790 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44343,1733352736567-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:52:19,800 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:52:19,801 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:52:19,802 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44343,1733352736567-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:52:19,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50065119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:52:19,863 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T22:52:19,864 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T22:52:19,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,44343,-1 for getting cluster id 2024-12-04T22:52:19,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:52:19,885 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdc7edcc-dbb2-402b-8243-3344f4dc82fe' 2024-12-04T22:52:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:52:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdc7edcc-dbb2-402b-8243-3344f4dc82fe" 2024-12-04T22:52:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f30286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:52:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,44343,-1] 2024-12-04T22:52:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:52:19,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:52:19,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:52:19,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5353b831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:52:19,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:52:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,33711,1733352737337, seqNum=-1] 2024-12-04T22:52:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:52:19,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:52:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,44343,1733352736567 2024-12-04T22:52:19,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:52:19,974 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T22:52:19,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:52:19,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,44343,1733352736567 2024-12-04T22:52:19,992 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b86c2de 2024-12-04T22:52:19,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:52:19,999 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:52:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T22:52:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T22:52:20,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:52:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-04T22:52:20,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:52:20,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-04T22:52:20,027 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:52:20,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:52:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741835_1011 (size=389) 2024-12-04T22:52:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741835_1011 (size=389) 2024-12-04T22:52:20,078 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e12007b1cc3a98f790f0a4d3bb6abac, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d 2024-12-04T22:52:20,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741836_1012 (size=72) 2024-12-04T22:52:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741836_1012 (size=72) 2024-12-04T22:52:20,132 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:52:20,133 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 6e12007b1cc3a98f790f0a4d3bb6abac, disabling compactions & flushes 2024-12-04T22:52:20,133 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,133 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,133 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. after waiting 0 ms 2024-12-04T22:52:20,133 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,133 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,134 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e12007b1cc3a98f790f0a4d3bb6abac: Waiting for close lock at 1733352740133Disabling compacts and flushes for region at 1733352740133Disabling writes for close at 1733352740133Writing region close event to WAL at 1733352740133Closed at 1733352740133 2024-12-04T22:52:20,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:52:20,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733352740137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352740137"}]},"ts":"1733352740137"} 2024-12-04T22:52:20,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:52:20,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:52:20,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352740157"}]},"ts":"1733352740157"} 2024-12-04T22:52:20,167 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-04T22:52:20,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6e12007b1cc3a98f790f0a4d3bb6abac, ASSIGN}] 2024-12-04T22:52:20,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6e12007b1cc3a98f790f0a4d3bb6abac, ASSIGN 2024-12-04T22:52:20,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6e12007b1cc3a98f790f0a4d3bb6abac, ASSIGN; state=OFFLINE, location=9840c0493aab,33711,1733352737337; forceNewPlan=false, retain=false 2024-12-04T22:52:20,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e12007b1cc3a98f790f0a4d3bb6abac, regionState=OPENING, regionLocation=9840c0493aab,33711,1733352737337 2024-12-04T22:52:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6e12007b1cc3a98f790f0a4d3bb6abac, ASSIGN because future has completed 2024-12-04T22:52:20,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e12007b1cc3a98f790f0a4d3bb6abac, server=9840c0493aab,33711,1733352737337}] 2024-12-04T22:52:20,527 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e12007b1cc3a98f790f0a4d3bb6abac, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:52:20,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:52:20,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,532 INFO [StoreOpener-6e12007b1cc3a98f790f0a4d3bb6abac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,535 INFO [StoreOpener-6e12007b1cc3a98f790f0a4d3bb6abac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e12007b1cc3a98f790f0a4d3bb6abac columnFamilyName info 2024-12-04T22:52:20,536 DEBUG [StoreOpener-6e12007b1cc3a98f790f0a4d3bb6abac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:52:20,537 INFO [StoreOpener-6e12007b1cc3a98f790f0a4d3bb6abac-1 {}] regionserver.HStore(327): Store=6e12007b1cc3a98f790f0a4d3bb6abac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:52:20,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,540 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,541 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,543 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,543 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,548 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,553 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:52:20,554 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e12007b1cc3a98f790f0a4d3bb6abac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778401, jitterRate=-0.010212823748588562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:52:20,554 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:20,555 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e12007b1cc3a98f790f0a4d3bb6abac: Running coprocessor pre-open hook at 1733352740529Writing region info on filesystem at 1733352740529Initializing all the Stores at 1733352740531 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352740531Cleaning up temporary data from old regions at 1733352740543 (+12 ms)Running coprocessor post-open hooks at 1733352740554 (+11 ms)Region opened successfully at 1733352740555 (+1 ms) 2024-12-04T22:52:20,558 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac., pid=6, masterSystemTime=1733352740518 2024-12-04T22:52:20,566 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,566 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:20,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e12007b1cc3a98f790f0a4d3bb6abac, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,33711,1733352737337 2024-12-04T22:52:20,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e12007b1cc3a98f790f0a4d3bb6abac, server=9840c0493aab,33711,1733352737337 because future has completed 2024-12-04T22:52:20,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T22:52:20,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e12007b1cc3a98f790f0a4d3bb6abac, server=9840c0493aab,33711,1733352737337 in 216 msec 2024-12-04T22:52:20,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T22:52:20,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=6e12007b1cc3a98f790f0a4d3bb6abac, ASSIGN in 391 msec 2024-12-04T22:52:20,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:52:20,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352740595"}]},"ts":"1733352740595"} 2024-12-04T22:52:20,601 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-04T22:52:20,603 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:52:20,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 591 msec 2024-12-04T22:52:24,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:52:24,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:52:24,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-04T22:52:26,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:52:26,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T22:52:26,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-04T22:52:26,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-04T22:52:26,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:52:26,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T22:52:26,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T22:52:26,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T22:52:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:52:30,109 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-04T22:52:30,112 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-04T22:52:30,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-04T22:52:30,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:52:30,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352750119, exclude list is [], retry=0 2024-12-04T22:52:30,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:30,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:30,139 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352738895 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352750119 2024-12-04T22:52:30,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:43937:43937)] 2024-12-04T22:52:30,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352738895 is not closed yet, will try archiving it next time 2024-12-04T22:52:30,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741833_1009 (size=451) 2024-12-04T22:52:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741833_1009 (size=451) 2024-12-04T22:52:30,145 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352738895 to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/oldWALs/9840c0493aab%2C33711%2C1733352737337.1733352738895 2024-12-04T22:52:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac., hostname=9840c0493aab,33711,1733352737337, seqNum=2] 2024-12-04T22:52:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] regionserver.HRegion(8855): Flush requested on 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:52:44,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e12007b1cc3a98f790f0a4d3bb6abac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:52:44,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/fbbcca741700421aa4bb170c03291536 is 1055, key is row0001/info:/1733352750153/Put/seqid=0 2024-12-04T22:52:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741838_1014 (size=13386) 2024-12-04T22:52:44,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741838_1014 (size=13386) 2024-12-04T22:52:44,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/fbbcca741700421aa4bb170c03291536 2024-12-04T22:52:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/fbbcca741700421aa4bb170c03291536 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/fbbcca741700421aa4bb170c03291536 2024-12-04T22:52:44,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/fbbcca741700421aa4bb170c03291536, entries=8, sequenceid=12, filesize=13.1 K 2024-12-04T22:52:44,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 6e12007b1cc3a98f790f0a4d3bb6abac in 123ms, sequenceid=12, compaction requested=false 2024-12-04T22:52:44,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e12007b1cc3a98f790f0a4d3bb6abac: 2024-12-04T22:52:45,748 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:52:50,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352770221, exclude list is [], retry=0 2024-12-04T22:52:50,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:50,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:50,246 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352750119 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352770221 2024-12-04T22:52:50,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-04T22:52:50,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352750119 is not closed yet, will try archiving it next time 2024-12-04T22:52:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741837_1013 (size=12149) 2024-12-04T22:52:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741837_1013 (size=12149) 2024-12-04T22:52:55,253 INFO [AsyncFSWAL-0-hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d-prefix:9840c0493aab,33711,1733352737337 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK], DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK]] 2024-12-04T22:52:55,255 WARN [AsyncFSWAL-0-hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d-prefix:9840c0493aab,33711,1733352737337 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK], DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK]] 2024-12-04T22:52:55,255 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9840c0493aab%2C33711%2C1733352737337:(num 1733352770221) roll requested 2024-12-04T22:52:55,275 DEBUG [regionserver/9840c0493aab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352775256, exclude list is [], retry=0 2024-12-04T22:52:55,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:55,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:55,283 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352770221 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352775256 2024-12-04T22:52:55,283 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:43937:43937)] 2024-12-04T22:52:55,283 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352770221 is not closed yet, will try archiving it next time 2024-12-04T22:52:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741839_1015 (size=1233) 2024-12-04T22:52:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741839_1015 (size=1233) 2024-12-04T22:52:57,255 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:52:57,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352777255, exclude list is [], retry=0 2024-12-04T22:52:57,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-01a8ce6c-c5d2-46f7-bc5c-17c324dfe014,DISK] 2024-12-04T22:52:57,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3b0f1bcf-bcce-49ad-a8cf-1a896455e436,DISK] 2024-12-04T22:52:57,272 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352775256 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352777255 2024-12-04T22:52:57,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-04T22:52:57,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352775256 is not closed yet, will try archiving it next time 2024-12-04T22:52:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741840_1016 (size=93) 2024-12-04T22:52:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741840_1016 (size=93) 2024-12-04T22:52:57,276 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352775256 to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/oldWALs/9840c0493aab%2C33711%2C1733352737337.1733352775256 2024-12-04T22:52:59,803 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:52:59,803 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:53:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] regionserver.HRegion(8855): Flush requested on 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:53:05,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e12007b1cc3a98f790f0a4d3bb6abac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:53:05,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/1a651bea2d854e399b2924b0721e6fa8 is 1055, key is row0009/info:/1733352766211/Put/seqid=0 2024-12-04T22:53:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741842_1018 (size=13386) 2024-12-04T22:53:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741842_1018 (size=13386) 2024-12-04T22:53:05,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/1a651bea2d854e399b2924b0721e6fa8 2024-12-04T22:53:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/1a651bea2d854e399b2924b0721e6fa8 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/1a651bea2d854e399b2924b0721e6fa8 2024-12-04T22:53:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/1a651bea2d854e399b2924b0721e6fa8, entries=8, sequenceid=23, filesize=13.1 K 2024-12-04T22:53:05,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 6e12007b1cc3a98f790f0a4d3bb6abac in 35ms, sequenceid=23, compaction requested=false 2024-12-04T22:53:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e12007b1cc3a98f790f0a4d3bb6abac: 2024-12-04T22:53:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-04T22:53:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:53:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/fbbcca741700421aa4bb170c03291536 because midkey is the same as first or last row 2024-12-04T22:53:05,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6e12007b1cc3a98f790f0a4d3bb6abac, had cached 0 bytes from a total of 26772 2024-12-04T22:53:15,749 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:53:17,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:53:17,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:53:17,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:53:17,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:17,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:17,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:53:17,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:53:17,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-12-04T22:53:17,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,44343,1733352736567 2024-12-04T22:53:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:17,380 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:17,380 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:17,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:53:17,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:53:17,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:53:17,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:17,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:17,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:17,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,33711,1733352737337' ***** 2024-12-04T22:53:17,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:53:17,383 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:53:17,384 INFO [RS:0;9840c0493aab:33711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:53:17,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:53:17,384 INFO [RS:0;9840c0493aab:33711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:53:17,385 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:53:17,386 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,33711,1733352737337 2024-12-04T22:53:17,386 INFO [RS:0;9840c0493aab:33711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:53:17,386 INFO [RS:0;9840c0493aab:33711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:33711. 2024-12-04T22:53:17,387 DEBUG [RS:0;9840c0493aab:33711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:53:17,387 DEBUG [RS:0;9840c0493aab:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:17,387 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e12007b1cc3a98f790f0a4d3bb6abac, disabling compactions & flushes 2024-12-04T22:53:17,387 INFO [RS:0;9840c0493aab:33711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:53:17,387 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:53:17,388 INFO [RS:0;9840c0493aab:33711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:53:17,388 INFO [RS:0;9840c0493aab:33711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:53:17,388 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:53:17,388 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. after waiting 0 ms 2024-12-04T22:53:17,388 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:53:17,388 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:53:17,388 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e12007b1cc3a98f790f0a4d3bb6abac 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-04T22:53:17,388 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T22:53:17,389 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e12007b1cc3a98f790f0a4d3bb6abac=TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac.} 2024-12-04T22:53:17,389 DEBUG [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e12007b1cc3a98f790f0a4d3bb6abac 2024-12-04T22:53:17,389 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:53:17,389 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:53:17,389 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:53:17,390 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:53:17,390 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:53:17,390 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-04T22:53:17,399 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/10eb9c87f9344393acf67a0fd275f0d9 is 1055, key is row0017/info:/1733352787294/Put/seqid=0 2024-12-04T22:53:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741843_1019 (size=10222) 2024-12-04T22:53:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741843_1019 (size=10222) 2024-12-04T22:53:17,410 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/10eb9c87f9344393acf67a0fd275f0d9 2024-12-04T22:53:17,413 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/info/bc2e3de5885444b7b018137621d483eb is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac./info:regioninfo/1733352740567/Put/seqid=0 2024-12-04T22:53:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741844_1020 (size=7016) 2024-12-04T22:53:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741844_1020 (size=7016) 2024-12-04T22:53:17,420 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/info/bc2e3de5885444b7b018137621d483eb 2024-12-04T22:53:17,421 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/.tmp/info/10eb9c87f9344393acf67a0fd275f0d9 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/10eb9c87f9344393acf67a0fd275f0d9 2024-12-04T22:53:17,430 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/info/10eb9c87f9344393acf67a0fd275f0d9, entries=5, sequenceid=31, filesize=10.0 K 2024-12-04T22:53:17,432 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 6e12007b1cc3a98f790f0a4d3bb6abac in 44ms, sequenceid=31, compaction requested=true 2024-12-04T22:53:17,438 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/default/TestLogRolling-testSlowSyncLogRolling/6e12007b1cc3a98f790f0a4d3bb6abac/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-04T22:53:17,441 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:53:17,441 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e12007b1cc3a98f790f0a4d3bb6abac: Waiting for close lock at 1733352797386Running coprocessor pre-close hooks at 1733352797387 (+1 ms)Disabling compacts and flushes for region at 1733352797387Disabling writes for close at 1733352797388 (+1 ms)Obtaining lock to block concurrent updates at 1733352797388Preparing flush snapshotting stores in 6e12007b1cc3a98f790f0a4d3bb6abac at 1733352797388Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733352797389 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. at 1733352797390 (+1 ms)Flushing 6e12007b1cc3a98f790f0a4d3bb6abac/info: creating writer at 1733352797390Flushing 6e12007b1cc3a98f790f0a4d3bb6abac/info: appending metadata at 1733352797399 (+9 ms)Flushing 6e12007b1cc3a98f790f0a4d3bb6abac/info: closing flushed file at 1733352797399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bb31ce: reopening flushed file at 1733352797420 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 6e12007b1cc3a98f790f0a4d3bb6abac in 44ms, sequenceid=31, compaction requested=true at 1733352797432 (+12 ms)Writing region close event to WAL at 1733352797433 (+1 ms)Running coprocessor post-close hooks at 1733352797439 (+6 ms)Closed at 1733352797440 (+1 ms) 2024-12-04T22:53:17,441 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733352740001.6e12007b1cc3a98f790f0a4d3bb6abac. 2024-12-04T22:53:17,445 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/ns/e067f49952154ebdb3fc50f0727daa01 is 43, key is default/ns:d/1733352739682/Put/seqid=0 2024-12-04T22:53:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741845_1021 (size=5153) 2024-12-04T22:53:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741845_1021 (size=5153) 2024-12-04T22:53:17,451 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/ns/e067f49952154ebdb3fc50f0727daa01 2024-12-04T22:53:17,473 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/table/670836e83c7e40f0bfe203d13290a695 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733352740595/Put/seqid=0 2024-12-04T22:53:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741846_1022 (size=5396) 2024-12-04T22:53:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741846_1022 (size=5396) 2024-12-04T22:53:17,480 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/table/670836e83c7e40f0bfe203d13290a695 2024-12-04T22:53:17,489 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/info/bc2e3de5885444b7b018137621d483eb as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/info/bc2e3de5885444b7b018137621d483eb 2024-12-04T22:53:17,499 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/info/bc2e3de5885444b7b018137621d483eb, entries=10, sequenceid=11, filesize=6.9 K 2024-12-04T22:53:17,501 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/ns/e067f49952154ebdb3fc50f0727daa01 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/ns/e067f49952154ebdb3fc50f0727daa01 2024-12-04T22:53:17,510 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/ns/e067f49952154ebdb3fc50f0727daa01, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T22:53:17,512 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/.tmp/table/670836e83c7e40f0bfe203d13290a695 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/table/670836e83c7e40f0bfe203d13290a695 2024-12-04T22:53:17,520 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/table/670836e83c7e40f0bfe203d13290a695, entries=2, sequenceid=11, filesize=5.3 K 2024-12-04T22:53:17,521 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=11, compaction requested=false 2024-12-04T22:53:17,527 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T22:53:17,527 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:53:17,528 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:53:17,528 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352797389Running coprocessor pre-close hooks at 1733352797389Disabling compacts and flushes for region at 1733352797389Disabling writes for close at 1733352797390 (+1 ms)Obtaining lock to block concurrent updates at 1733352797390Preparing flush snapshotting stores in 1588230740 at 1733352797390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733352797391 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733352797391Flushing 1588230740/info: creating writer at 1733352797392 (+1 ms)Flushing 1588230740/info: appending metadata at 1733352797413 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733352797413Flushing 1588230740/ns: creating writer at 1733352797428 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733352797444 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733352797444Flushing 1588230740/table: creating writer at 1733352797459 (+15 ms)Flushing 1588230740/table: appending metadata at 1733352797473 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733352797473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4721e8e4: reopening flushed file at 1733352797488 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9638f9: reopening flushed file at 1733352797499 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dc8412: reopening flushed file at 1733352797510 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=11, compaction requested=false at 1733352797521 (+11 ms)Writing region close event to WAL at 1733352797523 (+2 ms)Running coprocessor post-close hooks at 1733352797527 (+4 ms)Closed at 1733352797528 (+1 ms) 2024-12-04T22:53:17,528 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:53:17,589 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,33711,1733352737337; all regions closed. 2024-12-04T22:53:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741834_1010 (size=3066) 2024-12-04T22:53:17,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741834_1010 (size=3066) 2024-12-04T22:53:17,600 DEBUG [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/oldWALs 2024-12-04T22:53:17,600 INFO [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C33711%2C1733352737337.meta:.meta(num 1733352739347) 2024-12-04T22:53:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741841_1017 (size=13164) 2024-12-04T22:53:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741841_1017 (size=13164) 2024-12-04T22:53:17,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/WALs/9840c0493aab,33711,1733352737337/9840c0493aab%2C33711%2C1733352737337.1733352777255 not finished, retry = 0 2024-12-04T22:53:17,711 DEBUG [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/oldWALs 2024-12-04T22:53:17,711 INFO [RS:0;9840c0493aab:33711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C33711%2C1733352737337:(num 1733352777255) 2024-12-04T22:53:17,711 DEBUG [RS:0;9840c0493aab:33711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:17,712 INFO [RS:0;9840c0493aab:33711 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:53:17,712 INFO [RS:0;9840c0493aab:33711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:53:17,712 INFO [RS:0;9840c0493aab:33711 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:53:17,712 INFO [RS:0;9840c0493aab:33711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:53:17,712 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:53:17,713 INFO [RS:0;9840c0493aab:33711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33711 2024-12-04T22:53:17,727 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,33711,1733352737337 2024-12-04T22:53:17,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:53:17,727 INFO [RS:0;9840c0493aab:33711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:53:17,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,33711,1733352737337] 2024-12-04T22:53:17,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,33711,1733352737337 already deleted, retry=false 2024-12-04T22:53:17,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,33711,1733352737337 expired; onlineServers=0 2024-12-04T22:53:17,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,44343,1733352736567' ***** 2024-12-04T22:53:17,749 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:53:17,749 INFO [M:0;9840c0493aab:44343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:53:17,749 INFO [M:0;9840c0493aab:44343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:53:17,749 DEBUG [M:0;9840c0493aab:44343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:53:17,750 DEBUG [M:0;9840c0493aab:44343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:53:17,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:53:17,750 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352738503 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352738503,5,FailOnTimeoutGroup] 2024-12-04T22:53:17,750 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352738504 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352738504,5,FailOnTimeoutGroup] 2024-12-04T22:53:17,750 INFO [M:0;9840c0493aab:44343 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:53:17,750 INFO [M:0;9840c0493aab:44343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:53:17,751 DEBUG [M:0;9840c0493aab:44343 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:53:17,751 INFO [M:0;9840c0493aab:44343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:53:17,751 INFO [M:0;9840c0493aab:44343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:53:17,752 INFO [M:0;9840c0493aab:44343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:53:17,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:53:17,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:53:17,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:17,759 DEBUG [M:0;9840c0493aab:44343 {}] zookeeper.ZKUtil(347): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:53:17,759 WARN [M:0;9840c0493aab:44343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:53:17,760 INFO [M:0;9840c0493aab:44343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/.lastflushedseqids 2024-12-04T22:53:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741847_1023 (size=130) 2024-12-04T22:53:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741847_1023 (size=130) 2024-12-04T22:53:17,772 INFO [M:0;9840c0493aab:44343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:53:17,772 INFO [M:0;9840c0493aab:44343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:53:17,772 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:53:17,772 INFO [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:17,772 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:17,772 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:53:17,772 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:17,773 INFO [M:0;9840c0493aab:44343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-12-04T22:53:17,790 DEBUG [M:0;9840c0493aab:44343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/786bb8a1691c4ac19d2bae49b26ef6b5 is 82, key is hbase:meta,,1/info:regioninfo/1733352739459/Put/seqid=0 2024-12-04T22:53:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741848_1024 (size=5672) 2024-12-04T22:53:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741848_1024 (size=5672) 2024-12-04T22:53:17,797 INFO [M:0;9840c0493aab:44343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/786bb8a1691c4ac19d2bae49b26ef6b5 2024-12-04T22:53:17,822 DEBUG [M:0;9840c0493aab:44343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d50b6bee0e1a4891a5f4704dd85a715b is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733352740607/Put/seqid=0 2024-12-04T22:53:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741849_1025 (size=6248) 2024-12-04T22:53:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741849_1025 (size=6248) 2024-12-04T22:53:17,829 INFO [M:0;9840c0493aab:44343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d50b6bee0e1a4891a5f4704dd85a715b 2024-12-04T22:53:17,836 INFO [M:0;9840c0493aab:44343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d50b6bee0e1a4891a5f4704dd85a715b 2024-12-04T22:53:17,838 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:17,838 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33711-0x101a28bbfe10001, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:17,839 INFO [RS:0;9840c0493aab:33711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:53:17,839 INFO [RS:0;9840c0493aab:33711 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,33711,1733352737337; zookeeper connection closed. 2024-12-04T22:53:17,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5014021f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5014021f 2024-12-04T22:53:17,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:53:17,851 DEBUG [M:0;9840c0493aab:44343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f70fff8ef7ad49c28fec88bc40866a77 is 69, key is 9840c0493aab,33711,1733352737337/rs:state/1733352738564/Put/seqid=0 2024-12-04T22:53:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741850_1026 (size=5156) 2024-12-04T22:53:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741850_1026 (size=5156) 2024-12-04T22:53:17,857 INFO [M:0;9840c0493aab:44343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f70fff8ef7ad49c28fec88bc40866a77 2024-12-04T22:53:17,882 DEBUG [M:0;9840c0493aab:44343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d937f86bfa04c8aa08fce3198319cfa is 52, key is load_balancer_on/state:d/1733352739970/Put/seqid=0 2024-12-04T22:53:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741851_1027 (size=5056) 2024-12-04T22:53:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741851_1027 (size=5056) 2024-12-04T22:53:17,889 INFO [M:0;9840c0493aab:44343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d937f86bfa04c8aa08fce3198319cfa 2024-12-04T22:53:17,896 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/786bb8a1691c4ac19d2bae49b26ef6b5 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/786bb8a1691c4ac19d2bae49b26ef6b5 2024-12-04T22:53:17,904 INFO [M:0;9840c0493aab:44343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/786bb8a1691c4ac19d2bae49b26ef6b5, entries=8, sequenceid=59, filesize=5.5 K 2024-12-04T22:53:17,905 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d50b6bee0e1a4891a5f4704dd85a715b as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d50b6bee0e1a4891a5f4704dd85a715b 2024-12-04T22:53:17,913 INFO [M:0;9840c0493aab:44343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d50b6bee0e1a4891a5f4704dd85a715b 2024-12-04T22:53:17,913 INFO [M:0;9840c0493aab:44343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d50b6bee0e1a4891a5f4704dd85a715b, entries=6, sequenceid=59, filesize=6.1 K 2024-12-04T22:53:17,914 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f70fff8ef7ad49c28fec88bc40866a77 as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f70fff8ef7ad49c28fec88bc40866a77 2024-12-04T22:53:17,921 INFO [M:0;9840c0493aab:44343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f70fff8ef7ad49c28fec88bc40866a77, entries=1, sequenceid=59, filesize=5.0 K 2024-12-04T22:53:17,923 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d937f86bfa04c8aa08fce3198319cfa as hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d937f86bfa04c8aa08fce3198319cfa 2024-12-04T22:53:17,931 INFO [M:0;9840c0493aab:44343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d937f86bfa04c8aa08fce3198319cfa, entries=1, sequenceid=59, filesize=4.9 K 2024-12-04T22:53:17,933 INFO [M:0;9840c0493aab:44343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=59, compaction requested=false 2024-12-04T22:53:17,937 INFO [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:17,938 DEBUG [M:0;9840c0493aab:44343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352797772Disabling compacts and flushes for region at 1733352797772Disabling writes for close at 1733352797772Obtaining lock to block concurrent updates at 1733352797773 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352797773Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1733352797773Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352797774 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352797774Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352797790 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352797790Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352797807 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352797821 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352797821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352797836 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352797850 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352797850Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733352797865 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733352797881 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733352797881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4888f1: reopening flushed file at 1733352797895 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d524f2: reopening flushed file at 1733352797904 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b63bd5f: reopening flushed file at 1733352797913 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700dc2de: reopening flushed file at 1733352797921 (+8 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=59, compaction requested=false at 1733352797933 (+12 ms)Writing region close event to WAL at 1733352797937 (+4 ms)Closed at 1733352797937 2024-12-04T22:53:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741830_1006 (size=27985) 2024-12-04T22:53:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741830_1006 (size=27985) 2024-12-04T22:53:17,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:53:17,944 INFO [M:0;9840c0493aab:44343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:53:17,944 INFO [M:0;9840c0493aab:44343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44343 2024-12-04T22:53:17,945 INFO [M:0;9840c0493aab:44343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:53:18,077 INFO [M:0;9840c0493aab:44343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:53:18,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:18,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44343-0x101a28bbfe10000, quorum=127.0.0.1:55687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:18,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ddd35e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:18,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d818894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:18,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:18,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4968b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:18,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c827d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:18,123 WARN [BP-1211274956-172.17.0.2-1733352732369 heartbeating to localhost/127.0.0.1:34319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:18,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:18,123 WARN [BP-1211274956-172.17.0.2-1733352732369 heartbeating to localhost/127.0.0.1:34319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211274956-172.17.0.2-1733352732369 (Datanode Uuid 986206cb-e005-4154-975b-1b1ddad623fe) service to localhost/127.0.0.1:34319 2024-12-04T22:53:18,123 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:18,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data3/current/BP-1211274956-172.17.0.2-1733352732369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:18,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data4/current/BP-1211274956-172.17.0.2-1733352732369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:18,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d1b572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:18,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@941f858{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:18,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df4123b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42a76042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:18,129 WARN [BP-1211274956-172.17.0.2-1733352732369 heartbeating to localhost/127.0.0.1:34319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:18,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:18,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:18,129 WARN [BP-1211274956-172.17.0.2-1733352732369 heartbeating to localhost/127.0.0.1:34319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211274956-172.17.0.2-1733352732369 (Datanode Uuid a8b8c604-44ee-4498-a78d-48915f0795b8) service to localhost/127.0.0.1:34319 2024-12-04T22:53:18,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data1/current/BP-1211274956-172.17.0.2-1733352732369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:18,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/cluster_592c4a84-3487-03b2-ad9f-7a9b1b07ebb1/data/data2/current/BP-1211274956-172.17.0.2-1733352732369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:18,130 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:18,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f6230cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:53:18,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cc972c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:18,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:18,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3f0e82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:18,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e28f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:18,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:53:18,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:53:18,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9840c0493aab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:34319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9840c0493aab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:34319 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9840c0493aab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9840c0493aab:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:34319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 772), ProcessCount=11 (was 11), AvailableMemoryMB=10965 (was 12118) 2024-12-04T22:53:18,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=10965 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.log.dir so I do NOT create it in target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c81117d7-a84e-9da4-e0f9-1e5064ffb0b0/hadoop.tmp.dir so I do NOT create it in target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d, deleteOnExit=true 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/test.cache.data in system properties and HBase conf 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:53:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:53:18,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:53:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:53:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:53:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:53:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:53:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:53:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:53:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:53:18,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:18,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:18,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:18,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:18,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:53:18,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:18,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:18,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdcc26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:18,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f47899f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-46687-hadoop-hdfs-3_4_1-tests_jar-_-any-6027756702489685588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:53:18,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266ff810{HTTP/1.1, (http/1.1)}{localhost:46687} 2024-12-04T22:53:18,694 INFO [Time-limited test {}] server.Server(415): Started @68464ms 2024-12-04T22:53:18,723 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:53:19,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:19,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:19,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:19,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:19,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:53:19,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668920b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:19,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@445f697a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:19,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@244bf6f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-42459-hadoop-hdfs-3_4_1-tests_jar-_-any-14267087051724754893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:19,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ebbc794{HTTP/1.1, (http/1.1)}{localhost:42459} 2024-12-04T22:53:19,240 INFO [Time-limited test {}] server.Server(415): Started @69009ms 2024-12-04T22:53:19,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:19,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:19,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:19,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:19,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:19,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:53:19,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3384eba1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:19,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39888f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:19,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f2e216f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-36341-hadoop-hdfs-3_4_1-tests_jar-_-any-16342205008999349489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:19,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50ec61ab{HTTP/1.1, (http/1.1)}{localhost:36341} 2024-12-04T22:53:19,410 INFO [Time-limited test {}] server.Server(415): Started @69179ms 2024-12-04T22:53:19,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:20,411 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data1/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:20,411 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data2/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:20,428 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4bd1a7d4d7af514 with lease ID 0x411c49cbd52e730c: Processing first storage report for DS-624a4549-5a2e-4cd4-8d19-de6c116797f4 from datanode DatanodeRegistration(127.0.0.1:39539, datanodeUuid=365fe14b-5239-4d6d-9958-fa07361eb3fd, infoPort=35343, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4bd1a7d4d7af514 with lease ID 0x411c49cbd52e730c: from storage DS-624a4549-5a2e-4cd4-8d19-de6c116797f4 node DatanodeRegistration(127.0.0.1:39539, datanodeUuid=365fe14b-5239-4d6d-9958-fa07361eb3fd, infoPort=35343, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:53:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4bd1a7d4d7af514 with lease ID 0x411c49cbd52e730c: Processing first storage report for DS-ef3325a6-f355-477a-b0bd-7671755ae8e0 from datanode DatanodeRegistration(127.0.0.1:39539, datanodeUuid=365fe14b-5239-4d6d-9958-fa07361eb3fd, infoPort=35343, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4bd1a7d4d7af514 with lease ID 0x411c49cbd52e730c: from storage DS-ef3325a6-f355-477a-b0bd-7671755ae8e0 node DatanodeRegistration(127.0.0.1:39539, datanodeUuid=365fe14b-5239-4d6d-9958-fa07361eb3fd, infoPort=35343, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:20,574 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data3/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:20,575 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data4/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:20,588 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce5fba73a5b1e68e with lease ID 0x411c49cbd52e730d: Processing first storage report for DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a from datanode DatanodeRegistration(127.0.0.1:45049, datanodeUuid=da104029-041c-49c7-8ab3-5d87365844d2, infoPort=38885, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce5fba73a5b1e68e with lease ID 0x411c49cbd52e730d: from storage DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a node DatanodeRegistration(127.0.0.1:45049, datanodeUuid=da104029-041c-49c7-8ab3-5d87365844d2, infoPort=38885, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce5fba73a5b1e68e with lease ID 0x411c49cbd52e730d: Processing first storage report for DS-83a92710-2523-44da-9bc4-6821d00eec9b from datanode DatanodeRegistration(127.0.0.1:45049, datanodeUuid=da104029-041c-49c7-8ab3-5d87365844d2, infoPort=38885, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce5fba73a5b1e68e with lease ID 0x411c49cbd52e730d: from storage DS-83a92710-2523-44da-9bc4-6821d00eec9b node DatanodeRegistration(127.0.0.1:45049, datanodeUuid=da104029-041c-49c7-8ab3-5d87365844d2, infoPort=38885, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:20,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05 2024-12-04T22:53:20,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/zookeeper_0, clientPort=57549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:53:20,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57549 2024-12-04T22:53:20,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:53:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:53:20,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a with version=8 2024-12-04T22:53:20,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase-staging 2024-12-04T22:53:20,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:53:20,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:20,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:20,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:53:20,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:20,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:53:20,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:53:20,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:53:20,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44861 2024-12-04T22:53:20,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44861 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-12-04T22:53:20,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448610x0, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:53:20,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44861-0x101a28cbd3c0000 connected 2024-12-04T22:53:20,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:20,836 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a, hbase.cluster.distributed=false 2024-12-04T22:53:20,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:53:20,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44861 2024-12-04T22:53:20,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44861 2024-12-04T22:53:20,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44861 2024-12-04T22:53:20,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44861 2024-12-04T22:53:20,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44861 2024-12-04T22:53:20,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:53:20,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:53:20,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37903 2024-12-04T22:53:20,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37903 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-12-04T22:53:20,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379030x0, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:53:20,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37903-0x101a28cbd3c0001 connected 2024-12-04T22:53:20,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:20,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:53:20,873 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:53:20,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:53:20,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:53:20,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37903 2024-12-04T22:53:20,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37903 2024-12-04T22:53:20,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37903 2024-12-04T22:53:20,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37903 2024-12-04T22:53:20,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37903 2024-12-04T22:53:20,894 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:44861 2024-12-04T22:53:20,894 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,44861,1733352800672 2024-12-04T22:53:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:20,906 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,44861,1733352800672 2024-12-04T22:53:20,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:53:20,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:20,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:20,917 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:53:20,917 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,44861,1733352800672 from backup master directory 2024-12-04T22:53:20,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,44861,1733352800672 2024-12-04T22:53:20,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:20,927 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:53:20,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:20,927 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,44861,1733352800672 2024-12-04T22:53:20,932 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/hbase.id] with ID: 8ced59d1-34d5-4371-be47-21811e108541 2024-12-04T22:53:20,932 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/.tmp/hbase.id 2024-12-04T22:53:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:53:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:53:20,940 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/.tmp/hbase.id]:[hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/hbase.id] 2024-12-04T22:53:20,957 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:20,957 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:53:20,958 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T22:53:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:53:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:53:20,977 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:53:20,978 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:53:20,978 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:53:20,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:53:20,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:53:20,989 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store 2024-12-04T22:53:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:53:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:53:20,998 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:20,998 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:53:20,998 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:20,998 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:20,999 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:53:20,999 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:20,999 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:20,999 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352800998Disabling compacts and flushes for region at 1733352800998Disabling writes for close at 1733352800999 (+1 ms)Writing region close event to WAL at 1733352800999Closed at 1733352800999 2024-12-04T22:53:21,000 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/.initializing 2024-12-04T22:53:21,000 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672 2024-12-04T22:53:21,001 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:53:21,004 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C44861%2C1733352800672, suffix=, logDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672, archiveDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/oldWALs, maxLogs=10 2024-12-04T22:53:21,016 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004, exclude list is [], retry=0 2024-12-04T22:53:21,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-624a4549-5a2e-4cd4-8d19-de6c116797f4,DISK] 2024-12-04T22:53:21,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK] 2024-12-04T22:53:21,022 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 2024-12-04T22:53:21,023 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:38885:38885)] 2024-12-04T22:53:21,023 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:53:21,023 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:21,023 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,023 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:53:21,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:21,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:53:21,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:21,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:53:21,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:21,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:53:21,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:21,038 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,039 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,039 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,041 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,041 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,042 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:53:21,043 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:21,046 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:53:21,046 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=738391, jitterRate=-0.0610884428024292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:53:21,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352801023Initializing all the Stores at 1733352801025 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352801025Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352801025Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352801025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352801025Cleaning up temporary data from old regions at 1733352801041 (+16 ms)Region opened successfully at 1733352801048 (+7 ms) 2024-12-04T22:53:21,048 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:53:21,053 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a1a3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:53:21,054 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:53:21,054 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:53:21,054 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:53:21,055 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:53:21,055 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T22:53:21,056 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T22:53:21,056 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:53:21,059 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:53:21,060 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:53:21,071 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:53:21,072 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:53:21,073 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:53:21,084 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:53:21,085 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:53:21,086 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:53:21,095 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:53:21,096 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:53:21,105 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:53:21,108 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:53:21,116 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:53:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:21,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:21,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,127 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,44861,1733352800672, sessionid=0x101a28cbd3c0000, setting cluster-up flag (Was=false) 2024-12-04T22:53:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,180 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:53:21,181 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,44861,1733352800672 2024-12-04T22:53:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,232 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:53:21,235 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,44861,1733352800672 2024-12-04T22:53:21,238 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:53:21,241 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:21,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:53:21,242 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:53:21,242 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,44861,1733352800672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:53:21,244 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:21,244 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:21,244 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:21,244 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:21,244 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:53:21,245 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,245 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:53:21,245 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,247 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352831247 2024-12-04T22:53:21,247 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:53:21,247 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:53:21,247 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:53:21,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:21,248 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:53:21,248 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:53:21,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:53:21,248 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:53:21,248 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,248 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:53:21,248 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:53:21,249 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:53:21,249 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:53:21,249 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:53:21,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:53:21,251 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352801249,5,FailOnTimeoutGroup] 2024-12-04T22:53:21,251 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352801251,5,FailOnTimeoutGroup] 2024-12-04T22:53:21,251 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,251 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:53:21,251 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,251 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:53:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:53:21,282 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(746): ClusterId : 8ced59d1-34d5-4371-be47-21811e108541 2024-12-04T22:53:21,283 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:53:21,296 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:53:21,296 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:53:21,307 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:53:21,308 DEBUG [RS:0;9840c0493aab:37903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f22a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:53:21,319 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:37903 2024-12-04T22:53:21,319 INFO [RS:0;9840c0493aab:37903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:53:21,319 INFO [RS:0;9840c0493aab:37903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:53:21,319 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:53:21,320 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,44861,1733352800672 with port=37903, startcode=1733352800854 2024-12-04T22:53:21,320 DEBUG [RS:0;9840c0493aab:37903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:53:21,322 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:53:21,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44861 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,325 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a 2024-12-04T22:53:21,325 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43157 2024-12-04T22:53:21,325 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:53:21,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:53:21,338 DEBUG [RS:0;9840c0493aab:37903 {}] zookeeper.ZKUtil(111): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,338 WARN [RS:0;9840c0493aab:37903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:53:21,338 INFO [RS:0;9840c0493aab:37903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:53:21,338 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,37903,1733352800854] 2024-12-04T22:53:21,343 INFO [RS:0;9840c0493aab:37903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:53:21,346 INFO [RS:0;9840c0493aab:37903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:53:21,347 INFO [RS:0;9840c0493aab:37903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:53:21,347 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,347 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:53:21,348 INFO [RS:0;9840c0493aab:37903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:53:21,348 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,349 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,350 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,350 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:21,350 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:53:21,350 DEBUG [RS:0;9840c0493aab:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:53:21,351 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,351 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,351 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,351 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,351 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,351 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37903,1733352800854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:53:21,370 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:53:21,370 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37903,1733352800854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,371 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,371 INFO [RS:0;9840c0493aab:37903 {}] regionserver.Replication(171): 9840c0493aab,37903,1733352800854 started 2024-12-04T22:53:21,383 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:21,383 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,37903,1733352800854, RpcServer on 9840c0493aab/172.17.0.2:37903, sessionid=0x101a28cbd3c0001 2024-12-04T22:53:21,384 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:53:21,384 DEBUG [RS:0;9840c0493aab:37903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,384 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,37903,1733352800854' 2024-12-04T22:53:21,384 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:53:21,384 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:53:21,385 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:53:21,385 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:53:21,385 DEBUG [RS:0;9840c0493aab:37903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,385 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,37903,1733352800854' 2024-12-04T22:53:21,385 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:53:21,385 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:53:21,386 DEBUG [RS:0;9840c0493aab:37903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:53:21,386 INFO [RS:0;9840c0493aab:37903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:53:21,386 INFO [RS:0;9840c0493aab:37903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:53:21,487 INFO [RS:0;9840c0493aab:37903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:53:21,490 INFO [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C37903%2C1733352800854, suffix=, logDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854, archiveDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs, maxLogs=32 2024-12-04T22:53:21,510 DEBUG [RS:0;9840c0493aab:37903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493, exclude list is [], retry=0 2024-12-04T22:53:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK] 2024-12-04T22:53:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-624a4549-5a2e-4cd4-8d19-de6c116797f4,DISK] 2024-12-04T22:53:21,516 INFO [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 2024-12-04T22:53:21,518 DEBUG [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38885:38885),(127.0.0.1/127.0.0.1:35343:35343)] 2024-12-04T22:53:21,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:53:21,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a 2024-12-04T22:53:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45049 is added to blk_1073741833_1009 (size=32) 2024-12-04T22:53:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741833_1009 (size=32) 2024-12-04T22:53:21,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:21,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:53:21,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:53:21,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:21,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:53:21,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:53:21,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:21,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:53:21,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:53:21,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:53:21,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:53:21,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:21,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:53:21,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740 2024-12-04T22:53:21,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740 2024-12-04T22:53:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:53:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:53:21,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:53:21,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:53:21,735 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:53:21,735 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818431, jitterRate=0.04068946838378906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:53:21,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352801710Initializing all the Stores at 1733352801712 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352801712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352801712Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352801712Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352801713 (+1 ms)Cleaning up temporary data from old regions at 1733352801730 (+17 ms)Region opened successfully at 1733352801736 (+6 ms) 2024-12-04T22:53:21,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:53:21,736 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:53:21,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:53:21,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:53:21,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:53:21,737 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:53:21,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352801736Disabling compacts and flushes for region at 1733352801736Disabling writes for close at 1733352801737 (+1 ms)Writing region close event to WAL at 1733352801737Closed at 1733352801737 2024-12-04T22:53:21,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:21,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:53:21,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:53:21,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:53:21,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:53:21,893 DEBUG [9840c0493aab:44861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:53:21,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,37903,1733352800854 2024-12-04T22:53:21,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,37903,1733352800854, state=OPENING 2024-12-04T22:53:21,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:53:21,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:21,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:21,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:21,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:53:21,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,37903,1733352800854}] 2024-12-04T22:53:22,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:53:22,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54209, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:53:22,124 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:53:22,125 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:53:22,125 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:53:22,128 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C37903%2C1733352800854.meta, suffix=.meta, logDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854, archiveDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs, maxLogs=32 2024-12-04T22:53:22,142 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta, exclude list is [], retry=0 2024-12-04T22:53:22,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK] 2024-12-04T22:53:22,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-624a4549-5a2e-4cd4-8d19-de6c116797f4,DISK] 2024-12-04T22:53:22,147 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta 2024-12-04T22:53:22,147 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38885:38885),(127.0.0.1/127.0.0.1:35343:35343)] 2024-12-04T22:53:22,148 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:53:22,148 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:53:22,148 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:53:22,148 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:53:22,148 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:53:22,148 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:22,148 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:53:22,149 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:53:22,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:53:22,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:53:22,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:22,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:22,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:53:22,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:53:22,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:22,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:22,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:53:22,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:53:22,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:22,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:22,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:53:22,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:53:22,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:22,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:22,158 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:53:22,159 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740 2024-12-04T22:53:22,161 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740 2024-12-04T22:53:22,163 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:53:22,163 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:53:22,163 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:53:22,165 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:53:22,166 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735924, jitterRate=-0.06422483921051025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:53:22,167 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:53:22,167 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352802149Writing region info on filesystem at 1733352802149Initializing all the Stores at 1733352802150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352802150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352802151 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352802151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352802151Cleaning up temporary data from old regions at 1733352802163 (+12 ms)Running coprocessor post-open hooks at 1733352802167 (+4 ms)Region opened successfully at 1733352802167 2024-12-04T22:53:22,169 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352802113 2024-12-04T22:53:22,172 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:53:22,172 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:53:22,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,37903,1733352800854 2024-12-04T22:53:22,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,37903,1733352800854, state=OPEN 2024-12-04T22:53:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:53:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:53:22,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,37903,1733352800854 2024-12-04T22:53:22,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:22,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:22,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:53:22,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,37903,1733352800854 in 251 msec 2024-12-04T22:53:22,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:53:22,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-12-04T22:53:22,221 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:22,221 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:53:22,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:53:22,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,37903,1733352800854, seqNum=-1] 2024-12-04T22:53:22,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:53:22,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:53:22,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 991 msec 2024-12-04T22:53:22,231 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352802231, completionTime=-1 2024-12-04T22:53:22,231 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:53:22,231 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:53:22,234 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:53:22,234 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352862234 2024-12-04T22:53:22,234 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733352922234 2024-12-04T22:53:22,234 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T22:53:22,234 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44861,1733352800672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,234 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44861,1733352800672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,235 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44861,1733352800672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,235 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:44861, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,235 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,235 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,237 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:53:22,240 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.313sec 2024-12-04T22:53:22,240 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:53:22,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:53:22,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:53:22,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:53:22,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:53:22,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44861,1733352800672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:53:22,241 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44861,1733352800672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:53:22,244 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:53:22,244 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:53:22,244 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44861,1733352800672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:22,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4262d25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:53:22,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,44861,-1 for getting cluster id 2024-12-04T22:53:22,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:53:22,287 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ced59d1-34d5-4371-be47-21811e108541' 2024-12-04T22:53:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:53:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ced59d1-34d5-4371-be47-21811e108541" 2024-12-04T22:53:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ec2afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:53:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,44861,-1] 2024-12-04T22:53:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:53:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:22,292 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:53:22,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e433ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:53:22,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:53:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,37903,1733352800854, seqNum=-1] 2024-12-04T22:53:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:53:22,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:53:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,44861,1733352800672 2024-12-04T22:53:22,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:22,307 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T22:53:22,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:22,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:22,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:22,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:22,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:53:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f37585c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a68a60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:22,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c607117{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-37129-hadoop-hdfs-3_4_1-tests_jar-_-any-7300012693534204168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:22,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@315de97f{HTTP/1.1, (http/1.1)}{localhost:37129} 2024-12-04T22:53:22,419 INFO [Time-limited test {}] server.Server(415): Started @72189ms 2024-12-04T22:53:22,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:22,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:22,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:22,463 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:53:22,465 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:22,482 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:22,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:22,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:22,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:22,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:22,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:53:22,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c74b2a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:22,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed13d71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:22,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45293704{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-36761-hadoop-hdfs-3_4_1-tests_jar-_-any-8963508996435064827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:22,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72cdd26d{HTTP/1.1, (http/1.1)}{localhost:36761} 2024-12-04T22:53:22,595 INFO [Time-limited test {}] server.Server(415): Started @72365ms 2024-12-04T22:53:22,596 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:22,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:22,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:22,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:22,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:22,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:53:22,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55bc322b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:22,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e68a950{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:22,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e0b1440{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-40845-hadoop-hdfs-3_4_1-tests_jar-_-any-6227362054735729086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:22,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70968212{HTTP/1.1, (http/1.1)}{localhost:40845} 2024-12-04T22:53:22,720 INFO [Time-limited test {}] server.Server(415): Started @72490ms 2024-12-04T22:53:22,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:23,848 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data5/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:23,848 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data6/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:23,866 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf47ab997a44914c with lease ID 0x411c49cbd52e730e: Processing first storage report for DS-bdfbcbf6-afa7-4add-aa1c-f770dca55a51 from datanode DatanodeRegistration(127.0.0.1:43843, datanodeUuid=7b83cfbe-f557-4e72-bde4-ea7cb993f5a1, infoPort=38203, infoSecurePort=0, ipcPort=39407, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf47ab997a44914c with lease ID 0x411c49cbd52e730e: from storage DS-bdfbcbf6-afa7-4add-aa1c-f770dca55a51 node DatanodeRegistration(127.0.0.1:43843, datanodeUuid=7b83cfbe-f557-4e72-bde4-ea7cb993f5a1, infoPort=38203, infoSecurePort=0, ipcPort=39407, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf47ab997a44914c with lease ID 0x411c49cbd52e730e: Processing first storage report for DS-c621bd73-ce06-40b8-9a43-7bf89fef26a9 from datanode DatanodeRegistration(127.0.0.1:43843, datanodeUuid=7b83cfbe-f557-4e72-bde4-ea7cb993f5a1, infoPort=38203, infoSecurePort=0, ipcPort=39407, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf47ab997a44914c with lease ID 0x411c49cbd52e730e: from storage DS-c621bd73-ce06-40b8-9a43-7bf89fef26a9 node DatanodeRegistration(127.0.0.1:43843, datanodeUuid=7b83cfbe-f557-4e72-bde4-ea7cb993f5a1, infoPort=38203, infoSecurePort=0, ipcPort=39407, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:24,312 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data7/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:24,312 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data8/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:24,326 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6955c239c1e981a with lease ID 0x411c49cbd52e730f: Processing first storage report for DS-47203508-96e5-4bb4-9858-68ed8ad14d3f from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=450b5dfa-9632-4cac-9664-4f16e396647b, infoPort=35745, infoSecurePort=0, ipcPort=44435, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6955c239c1e981a with lease ID 0x411c49cbd52e730f: from storage DS-47203508-96e5-4bb4-9858-68ed8ad14d3f node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=450b5dfa-9632-4cac-9664-4f16e396647b, infoPort=35745, infoSecurePort=0, ipcPort=44435, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:53:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6955c239c1e981a with lease ID 0x411c49cbd52e730f: Processing first storage report for DS-88a4e1b1-790e-4de6-b5f4-c1038dea5c47 from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=450b5dfa-9632-4cac-9664-4f16e396647b, infoPort=35745, infoSecurePort=0, ipcPort=44435, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6955c239c1e981a with lease ID 0x411c49cbd52e730f: from storage DS-88a4e1b1-790e-4de6-b5f4-c1038dea5c47 node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=450b5dfa-9632-4cac-9664-4f16e396647b, infoPort=35745, infoSecurePort=0, ipcPort=44435, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:24,663 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data9/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:24,664 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data10/current/BP-797365943-172.17.0.2-1733352798206/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:24,683 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64f3edf4a8c83124 with lease ID 0x411c49cbd52e7310: Processing first storage report for DS-07742ccc-097c-450c-8a85-cff4bf4630bf from datanode DatanodeRegistration(127.0.0.1:43661, datanodeUuid=5e0a5a83-bcf5-493c-a0c2-d157dcada37f, infoPort=38479, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64f3edf4a8c83124 with lease ID 0x411c49cbd52e7310: from storage DS-07742ccc-097c-450c-8a85-cff4bf4630bf node DatanodeRegistration(127.0.0.1:43661, datanodeUuid=5e0a5a83-bcf5-493c-a0c2-d157dcada37f, infoPort=38479, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64f3edf4a8c83124 with lease ID 0x411c49cbd52e7310: Processing first storage report for DS-821725a2-9d27-44e0-9a55-b8506e70bcb8 from datanode DatanodeRegistration(127.0.0.1:43661, datanodeUuid=5e0a5a83-bcf5-493c-a0c2-d157dcada37f, infoPort=38479, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206) 2024-12-04T22:53:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64f3edf4a8c83124 with lease ID 0x411c49cbd52e7310: from storage DS-821725a2-9d27-44e0-9a55-b8506e70bcb8 node DatanodeRegistration(127.0.0.1:43661, datanodeUuid=5e0a5a83-bcf5-493c-a0c2-d157dcada37f, infoPort=38479, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:24,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:53:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,44861,1733352800672 2024-12-04T22:53:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@859ef27 2024-12-04T22:53:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:53:24,775 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:53:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T22:53:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T22:53:24,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:53:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T22:53:24,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:53:24,783 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:24,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-04T22:53:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:53:24,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:53:24,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741835_1011 (size=393) 2024-12-04T22:53:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741835_1011 (size=393) 2024-12-04T22:53:24,798 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ce9262d75db6301d5bb95749f1ac25d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a 2024-12-04T22:53:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741836_1012 (size=76) 2024-12-04T22:53:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741836_1012 (size=76) 2024-12-04T22:53:24,808 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:24,808 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 2ce9262d75db6301d5bb95749f1ac25d, disabling compactions & flushes 2024-12-04T22:53:24,808 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:24,808 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:24,808 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. after waiting 0 ms 2024-12-04T22:53:24,808 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:24,808 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:24,809 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ce9262d75db6301d5bb95749f1ac25d: Waiting for close lock at 1733352804808Disabling compacts and flushes for region at 1733352804808Disabling writes for close at 1733352804808Writing region close event to WAL at 1733352804808Closed at 1733352804808 2024-12-04T22:53:24,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:53:24,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733352804810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352804810"}]},"ts":"1733352804810"} 2024-12-04T22:53:24,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:53:24,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:53:24,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352804814"}]},"ts":"1733352804814"} 2024-12-04T22:53:24,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-04T22:53:24,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ce9262d75db6301d5bb95749f1ac25d, ASSIGN}] 2024-12-04T22:53:24,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ce9262d75db6301d5bb95749f1ac25d, ASSIGN 2024-12-04T22:53:24,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ce9262d75db6301d5bb95749f1ac25d, ASSIGN; state=OFFLINE, location=9840c0493aab,37903,1733352800854; forceNewPlan=false, retain=false 2024-12-04T22:53:24,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ce9262d75db6301d5bb95749f1ac25d, regionState=OPENING, regionLocation=9840c0493aab,37903,1733352800854 2024-12-04T22:53:24,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ce9262d75db6301d5bb95749f1ac25d, ASSIGN because future has completed 2024-12-04T22:53:24,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ce9262d75db6301d5bb95749f1ac25d, server=9840c0493aab,37903,1733352800854}] 2024-12-04T22:53:25,149 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:25,150 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ce9262d75db6301d5bb95749f1ac25d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:53:25,152 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,152 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:25,152 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,152 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,155 INFO [StoreOpener-2ce9262d75db6301d5bb95749f1ac25d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,156 INFO [StoreOpener-2ce9262d75db6301d5bb95749f1ac25d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce9262d75db6301d5bb95749f1ac25d columnFamilyName info 2024-12-04T22:53:25,156 DEBUG [StoreOpener-2ce9262d75db6301d5bb95749f1ac25d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:25,157 INFO [StoreOpener-2ce9262d75db6301d5bb95749f1ac25d-1 {}] regionserver.HStore(327): Store=2ce9262d75db6301d5bb95749f1ac25d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:25,157 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,158 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,159 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,159 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,159 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,162 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,165 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:53:25,165 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ce9262d75db6301d5bb95749f1ac25d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709125, jitterRate=-0.09830126166343689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:53:25,166 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:25,167 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ce9262d75db6301d5bb95749f1ac25d: Running coprocessor pre-open hook at 1733352805153Writing region info on filesystem at 1733352805153Initializing all the Stores at 1733352805154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352805154Cleaning up temporary data from old regions at 1733352805160 (+6 ms)Running coprocessor post-open hooks at 1733352805166 (+6 ms)Region opened successfully at 1733352805167 (+1 ms) 2024-12-04T22:53:25,168 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d., pid=6, masterSystemTime=1733352805137 2024-12-04T22:53:25,171 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:25,171 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:25,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ce9262d75db6301d5bb95749f1ac25d, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,37903,1733352800854 2024-12-04T22:53:25,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ce9262d75db6301d5bb95749f1ac25d, server=9840c0493aab,37903,1733352800854 because future has completed 2024-12-04T22:53:25,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T22:53:25,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ce9262d75db6301d5bb95749f1ac25d, server=9840c0493aab,37903,1733352800854 in 196 msec 2024-12-04T22:53:25,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T22:53:25,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ce9262d75db6301d5bb95749f1ac25d, ASSIGN in 363 msec 2024-12-04T22:53:25,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:53:25,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352805184"}]},"ts":"1733352805184"} 2024-12-04T22:53:25,188 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-04T22:53:25,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:53:25,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 413 msec 2024-12-04T22:53:26,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T22:53:26,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-04T22:53:26,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-04T22:53:27,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:53:27,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-04T22:53:30,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:53:30,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:30,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:53:34,798 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-04T22:53:34,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-04T22:53:34,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:53:34,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-04T22:53:34,803 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:53:34,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-04T22:53:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d., hostname=9840c0493aab,37903,1733352800854, seqNum=2] 2024-12-04T22:53:34,811 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-04T22:53:34,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T22:53:34,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:34,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1077528040_22 at /127.0.0.1:46278 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:39539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46278 dst: /127.0.0.1:39539 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:34,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1077528040_22 at /127.0.0.1:53110 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53110 dst: /127.0.0.1:45049 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:34,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1077528040_22 at /127.0.0.1:53560 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:45049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53560 dst: /127.0.0.1:45049 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:34,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-508221897_22 at /127.0.0.1:53554 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53554 dst: /127.0.0.1:45049 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:34,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-508221897_22 at /127.0.0.1:47638 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:39539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47638 dst: /127.0.0.1:39539 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:34,817 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1077528040_22 at /127.0.0.1:47662 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:39539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47662 dst: /127.0.0.1:39539 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:34,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f2e216f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:34,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50ec61ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:34,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:34,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39888f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:34,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3384eba1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:34,950 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:34,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:34,950 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797365943-172.17.0.2-1733352798206 (Datanode Uuid da104029-041c-49c7-8ab3-5d87365844d2) service to localhost/127.0.0.1:43157 2024-12-04T22:53:34,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:34,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data3/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:34,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data4/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:34,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:34,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:34,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:34,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:34,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:34,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:53:34,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d06a4a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:34,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18cac222{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:35,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@721f7f49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/java.io.tmpdir/jetty-localhost-36415-hadoop-hdfs-3_4_1-tests_jar-_-any-16444132696806427047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:35,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff3898e{HTTP/1.1, (http/1.1)}{localhost:36415} 2024-12-04T22:53:35,056 INFO [Time-limited test {}] server.Server(415): Started @84826ms 2024-12-04T22:53:35,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:35,074 WARN [AsyncFSWAL-0-hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a-prefix:9840c0493aab,37903,1733352800854 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,075 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9840c0493aab%2C37903%2C1733352800854:(num 1733352801493) roll requested 2024-12-04T22:53:35,087 DEBUG [regionserver/9840c0493aab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352815075, exclude list is [], retry=0 2024-12-04T22:53:35,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-47203508-96e5-4bb4-9858-68ed8ad14d3f,DISK] 2024-12-04T22:53:35,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43661,DS-07742ccc-097c-450c-8a85-cff4bf4630bf,DISK] 2024-12-04T22:53:35,093 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352815075 2024-12-04T22:53:35,093 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35745:35745),(127.0.0.1/127.0.0.1:38479:38479)] 2024-12-04T22:53:35,093 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 is not closed yet, will try archiving it next time 2024-12-04T22:53:35,094 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:53:35,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:53:35,094 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:53:35,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:35,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:35,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:53:35,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:53:35,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1988791736, stopped=false 2024-12-04T22:53:35,095 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,44861,1733352800672 2024-12-04T22:53:35,095 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T22:53:35,096 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T22:53:35,096 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 2024-12-04T22:53:35,098 WARN [IPC Server handler 3 on default port 43157 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741832_1008 2024-12-04T22:53:35,101 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 after 4ms 2024-12-04T22:53:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:35,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:53:35,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:53:35,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:53:35,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:35,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:35,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:35,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,37903,1733352800854' ***** 2024-12-04T22:53:35,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:53:35,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,37903,1733352800854 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:53:35,139 INFO [RS:0;9840c0493aab:37903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:37903. 2024-12-04T22:53:35,139 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ce9262d75db6301d5bb95749f1ac25d, disabling compactions & flushes 2024-12-04T22:53:35,139 DEBUG [RS:0;9840c0493aab:37903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:53:35,140 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:35,140 DEBUG [RS:0;9840c0493aab:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:35,140 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:35,140 INFO [RS:0;9840c0493aab:37903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:53:35,140 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. after waiting 0 ms 2024-12-04T22:53:35,140 INFO [RS:0;9840c0493aab:37903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:53:35,140 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:35,140 INFO [RS:0;9840c0493aab:37903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:53:35,140 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:53:35,140 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ce9262d75db6301d5bb95749f1ac25d 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-04T22:53:35,140 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T22:53:35,140 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1325): Online Regions={2ce9262d75db6301d5bb95749f1ac25d=TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T22:53:35,140 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:35,140 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:53:35,140 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:53:35,140 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:53:35,141 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:53:35,141 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:53:35,141 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-04T22:53:35,142 WARN [AsyncFSWAL-0-hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a-prefix:9840c0493aab,37903,1733352800854.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,142 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9840c0493aab%2C37903%2C1733352800854.meta:.meta(num 1733352802130) roll requested 2024-12-04T22:53:35,156 DEBUG [regionserver/9840c0493aab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352815142.meta, exclude list is [], retry=0 2024-12-04T22:53:35,157 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/.tmp/info/a0a90971d5c34597ab09959255b01521 is 1055, key is row0001/info:/1733352814810/Put/seqid=0 2024-12-04T22:53:35,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43661,DS-07742ccc-097c-450c-8a85-cff4bf4630bf,DISK] 2024-12-04T22:53:35,160 INFO [regionserver/9840c0493aab:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-12-04T22:53:35,160 WARN [regionserver/9840c0493aab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352815142.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:45049 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741839_1016 (size=7062) 2024-12-04T22:53:35,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741839_1016 (size=7062) 2024-12-04T22:53:35,261 DEBUG [regionserver/9840c0493aab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352815142.meta, exclude list is [(127.0.0.1/127.0.0.1:38885:38885)], retry=1 2024-12-04T22:53:35,261 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1077528040_22 at /127.0.0.1:35108 [Receiving block BP-797365943-172.17.0.2-1733352798206:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:43661:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35108 dst: /127.0.0.1:43661 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-624a4549-5a2e-4cd4-8d19-de6c116797f4,DISK] 2024-12-04T22:53:35,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-47203508-96e5-4bb4-9858-68ed8ad14d3f,DISK] 2024-12-04T22:53:35,267 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352815142.meta 2024-12-04T22:53:35,267 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:35745:35745)] 2024-12-04T22:53:35,267 DEBUG [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta is not closed yet, will try archiving it next time 2024-12-04T22:53:35,267 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,267 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:35,268 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta 2024-12-04T22:53:35,268 WARN [IPC Server handler 4 on default port 43157 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-04T22:53:35,269 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta after 1ms 2024-12-04T22:53:35,286 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/info/cba840069c334c328631308b03c5d414 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d./info:regioninfo/1733352805172/Put/seqid=0 2024-12-04T22:53:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741841_1019 (size=7089) 2024-12-04T22:53:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741841_1019 (size=7089) 2024-12-04T22:53:35,303 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/info/cba840069c334c328631308b03c5d414 2024-12-04T22:53:35,327 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/ns/4cb1edd2f0b24c02a265a9fc10b9834f is 43, key is default/ns:d/1733352802225/Put/seqid=0 2024-12-04T22:53:35,330 WARN [Thread-641 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741842_1020 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-04T22:53:35,330 WARN [Thread-641 {}] hdfs.DataStreamer(1731): Error Recovery for BP-797365943-172.17.0.2-1733352798206:blk_1073741842_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK], DatanodeInfoWithStorage[127.0.0.1:43843,DS-bdfbcbf6-afa7-4add-aa1c-f770dca55a51,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK]) is bad. 2024-12-04T22:53:35,330 WARN [Thread-641 {}] hdfs.DataStreamer(1850): Abandoning BP-797365943-172.17.0.2-1733352798206:blk_1073741842_1020 2024-12-04T22:53:35,333 WARN [Thread-641 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:45049,DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a,DISK] 2024-12-04T22:53:35,341 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741843_1021 (size=5153) 2024-12-04T22:53:35,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741843_1021 (size=5153) 2024-12-04T22:53:35,343 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/ns/4cb1edd2f0b24c02a265a9fc10b9834f 2024-12-04T22:53:35,352 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:53:35,370 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/table/6582cc6b9f4b4415870613b77ff341fa is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733352805184/Put/seqid=0 2024-12-04T22:53:35,379 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:53:35,379 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:53:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741844_1022 (size=5424) 2024-12-04T22:53:35,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741844_1022 (size=5424) 2024-12-04T22:53:35,391 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/table/6582cc6b9f4b4415870613b77ff341fa 2024-12-04T22:53:35,405 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/info/cba840069c334c328631308b03c5d414 as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/info/cba840069c334c328631308b03c5d414 2024-12-04T22:53:35,417 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/info/cba840069c334c328631308b03c5d414, entries=10, sequenceid=11, filesize=6.9 K 2024-12-04T22:53:35,419 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/ns/4cb1edd2f0b24c02a265a9fc10b9834f as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/ns/4cb1edd2f0b24c02a265a9fc10b9834f 2024-12-04T22:53:35,429 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/ns/4cb1edd2f0b24c02a265a9fc10b9834f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T22:53:35,431 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/.tmp/table/6582cc6b9f4b4415870613b77ff341fa as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/table/6582cc6b9f4b4415870613b77ff341fa 2024-12-04T22:53:35,440 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/table/6582cc6b9f4b4415870613b77ff341fa, entries=2, sequenceid=11, filesize=5.3 K 2024-12-04T22:53:35,441 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=11, compaction requested=false 2024-12-04T22:53:35,449 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T22:53:35,454 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:53:35,455 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:53:35,455 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352815140Running coprocessor pre-close hooks at 1733352815140Disabling compacts and flushes for region at 1733352815140Disabling writes for close at 1733352815141 (+1 ms)Obtaining lock to block concurrent updates at 1733352815141Preparing flush snapshotting stores in 1588230740 at 1733352815141Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733352815141Flushing stores of hbase:meta,,1.1588230740 at 1733352815267 (+126 ms)Flushing 1588230740/info: creating writer at 1733352815268 (+1 ms)Flushing 1588230740/info: appending metadata at 1733352815285 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733352815286 (+1 ms)Flushing 1588230740/ns: creating writer at 1733352815311 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733352815327 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733352815327Flushing 1588230740/table: creating writer at 1733352815351 (+24 ms)Flushing 1588230740/table: appending metadata at 1733352815369 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733352815369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3820e8: reopening flushed file at 1733352815401 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9d26be: reopening flushed file at 1733352815417 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad5c830: reopening flushed file at 1733352815429 (+12 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=11, compaction requested=false at 1733352815441 (+12 ms)Writing region close event to WAL at 1733352815443 (+2 ms)Running coprocessor post-close hooks at 1733352815454 (+11 ms)Closed at 1733352815455 (+1 ms) 2024-12-04T22:53:35,455 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:53:35,517 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x671472f28f348e3c with lease ID 0x411c49cbd52e7311: from storage DS-c5c950b2-83e7-4fc9-a43d-0062c234cb4a node DatanodeRegistration(127.0.0.1:45369, datanodeUuid=da104029-041c-49c7-8ab3-5d87365844d2, infoPort=39837, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x671472f28f348e3c with lease ID 0x411c49cbd52e7311: from storage DS-83a92710-2523-44da-9bc4-6821d00eec9b node DatanodeRegistration(127.0.0.1:45369, datanodeUuid=da104029-041c-49c7-8ab3-5d87365844d2, infoPort=39837, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=479685486;c=1733352798206), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:35,541 DEBUG [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1351): Waiting on 2ce9262d75db6301d5bb95749f1ac25d 2024-12-04T22:53:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741832_1014 (size=1599) 2024-12-04T22:53:35,566 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/.tmp/info/a0a90971d5c34597ab09959255b01521 2024-12-04T22:53:35,578 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/.tmp/info/a0a90971d5c34597ab09959255b01521 as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/info/a0a90971d5c34597ab09959255b01521 2024-12-04T22:53:35,589 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/info/a0a90971d5c34597ab09959255b01521, entries=2, sequenceid=6, filesize=6.9 K 2024-12-04T22:53:35,591 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2ce9262d75db6301d5bb95749f1ac25d in 451ms, sequenceid=6, compaction requested=false 2024-12-04T22:53:35,601 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ce9262d75db6301d5bb95749f1ac25d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T22:53:35,603 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:35,603 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ce9262d75db6301d5bb95749f1ac25d: Waiting for close lock at 1733352815139Running coprocessor pre-close hooks at 1733352815139Disabling compacts and flushes for region at 1733352815139Disabling writes for close at 1733352815140 (+1 ms)Obtaining lock to block concurrent updates at 1733352815140Preparing flush snapshotting stores in 2ce9262d75db6301d5bb95749f1ac25d at 1733352815140Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733352815140Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. at 1733352815141 (+1 ms)Flushing 2ce9262d75db6301d5bb95749f1ac25d/info: creating writer at 1733352815141Flushing 2ce9262d75db6301d5bb95749f1ac25d/info: appending metadata at 1733352815157 (+16 ms)Flushing 2ce9262d75db6301d5bb95749f1ac25d/info: closing flushed file at 1733352815157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d894f8: reopening flushed file at 1733352815576 (+419 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2ce9262d75db6301d5bb95749f1ac25d in 451ms, sequenceid=6, compaction requested=false at 1733352815591 (+15 ms)Writing region close event to WAL at 1733352815592 (+1 ms)Running coprocessor post-close hooks at 1733352815602 (+10 ms)Closed at 1733352815602 2024-12-04T22:53:35,603 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733352804776.2ce9262d75db6301d5bb95749f1ac25d. 2024-12-04T22:53:35,741 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,37903,1733352800854; all regions closed. 2024-12-04T22:53:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741840_1017 (size=825) 2024-12-04T22:53:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741840_1017 (size=825) 2024-12-04T22:53:36,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T22:53:36,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:53:36,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:53:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741832_1014 (size=1599) 2024-12-04T22:53:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741834_1018 (size=2386) 2024-12-04T22:53:39,102 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 after 4006ms 2024-12-04T22:53:39,103 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.1733352801493 to hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs/9840c0493aab%2C37903%2C1733352800854.1733352801493 2024-12-04T22:53:39,270 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta after 4002ms 2024-12-04T22:53:39,271 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/WALs/9840c0493aab,37903,1733352800854/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta to hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs/9840c0493aab%2C37903%2C1733352800854.meta.1733352802130.meta 2024-12-04T22:53:39,277 DEBUG [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs 2024-12-04T22:53:39,277 INFO [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C37903%2C1733352800854.meta:.meta(num 1733352815142) 2024-12-04T22:53:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741837_1013 (size=2288) 2024-12-04T22:53:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741837_1013 (size=2288) 2024-12-04T22:53:39,284 DEBUG [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs 2024-12-04T22:53:39,284 INFO [RS:0;9840c0493aab:37903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C37903%2C1733352800854:(num 1733352815075) 2024-12-04T22:53:39,284 DEBUG [RS:0;9840c0493aab:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:39,284 INFO [RS:0;9840c0493aab:37903 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:53:39,284 INFO [RS:0;9840c0493aab:37903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:53:39,284 INFO [RS:0;9840c0493aab:37903 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:53:39,285 INFO [RS:0;9840c0493aab:37903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:53:39,285 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:53:39,285 INFO [RS:0;9840c0493aab:37903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37903 2024-12-04T22:53:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:53:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,37903,1733352800854 2024-12-04T22:53:39,305 INFO [RS:0;9840c0493aab:37903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:53:39,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,37903,1733352800854] 2024-12-04T22:53:39,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,37903,1733352800854 already deleted, retry=false 2024-12-04T22:53:39,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,37903,1733352800854 expired; onlineServers=0 2024-12-04T22:53:39,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,44861,1733352800672' ***** 2024-12-04T22:53:39,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:53:39,374 INFO [M:0;9840c0493aab:44861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:53:39,374 INFO [M:0;9840c0493aab:44861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:53:39,374 DEBUG [M:0;9840c0493aab:44861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:53:39,375 DEBUG [M:0;9840c0493aab:44861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:53:39,375 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:53:39,375 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352801249 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352801249,5,FailOnTimeoutGroup] 2024-12-04T22:53:39,375 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352801251 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352801251,5,FailOnTimeoutGroup] 2024-12-04T22:53:39,375 INFO [M:0;9840c0493aab:44861 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:53:39,375 INFO [M:0;9840c0493aab:44861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:53:39,375 DEBUG [M:0;9840c0493aab:44861 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:53:39,375 INFO [M:0;9840c0493aab:44861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:53:39,376 INFO [M:0;9840c0493aab:44861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:53:39,376 INFO [M:0;9840c0493aab:44861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:53:39,376 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:53:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:39,425 INFO [RS:0;9840c0493aab:37903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:53:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a28cbd3c0001, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:39,426 INFO [RS:0;9840c0493aab:37903 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,37903,1733352800854; zookeeper connection closed. 2024-12-04T22:53:39,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b045b65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b045b65 2024-12-04T22:53:39,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:53:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:53:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:39,449 DEBUG [M:0;9840c0493aab:44861 {}] zookeeper.ZKUtil(347): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:53:39,450 WARN [M:0;9840c0493aab:44861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:53:39,453 INFO [M:0;9840c0493aab:44861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/.lastflushedseqids 2024-12-04T22:53:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741845_1023 (size=139) 2024-12-04T22:53:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741845_1023 (size=139) 2024-12-04T22:53:39,464 INFO [M:0;9840c0493aab:44861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:53:39,464 INFO [M:0;9840c0493aab:44861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:53:39,464 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:53:39,464 INFO [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:39,464 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:39,464 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:53:39,464 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:39,464 INFO [M:0;9840c0493aab:44861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-04T22:53:39,465 WARN [AsyncFSWAL-0-hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData-prefix:9840c0493aab,44861,1733352800672 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:39,465 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9840c0493aab%2C44861%2C1733352800672:(num 1733352801004) roll requested 2024-12-04T22:53:39,477 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352819465, exclude list is [], retry=0 2024-12-04T22:53:39,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-624a4549-5a2e-4cd4-8d19-de6c116797f4,DISK] 2024-12-04T22:53:39,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43843,DS-bdfbcbf6-afa7-4add-aa1c-f770dca55a51,DISK] 2024-12-04T22:53:39,482 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352819465 2024-12-04T22:53:39,482 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38203:38203),(127.0.0.1/127.0.0.1:35343:35343)] 2024-12-04T22:53:39,483 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 is not closed yet, will try archiving it next time 2024-12-04T22:53:39,483 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:39,483 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:53:39,483 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 2024-12-04T22:53:39,484 WARN [IPC Server handler 1 on default port 43157 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-12-04T22:53:39,484 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 after 1ms 2024-12-04T22:53:39,498 DEBUG [M:0;9840c0493aab:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c58026426a6c4885933c0ce8cbc7ac71 is 82, key is hbase:meta,,1/info:regioninfo/1733352802173/Put/seqid=0 2024-12-04T22:53:39,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741847_1026 (size=5672) 2024-12-04T22:53:39,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741847_1026 (size=5672) 2024-12-04T22:53:39,505 INFO [M:0;9840c0493aab:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c58026426a6c4885933c0ce8cbc7ac71 2024-12-04T22:53:39,526 DEBUG [M:0;9840c0493aab:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebb9e497d2d44f5ab815a9054ae6d970 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733352805191/Put/seqid=0 2024-12-04T22:53:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45369 is added to blk_1073741848_1027 (size=6114) 2024-12-04T22:53:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741848_1027 (size=6114) 2024-12-04T22:53:39,532 INFO [M:0;9840c0493aab:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebb9e497d2d44f5ab815a9054ae6d970 2024-12-04T22:53:39,556 DEBUG [M:0;9840c0493aab:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c374b415e1f4a0bab5b8bbf7edde5ce is 69, key is 9840c0493aab,37903,1733352800854/rs:state/1733352801323/Put/seqid=0 2024-12-04T22:53:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741849_1028 (size=5156) 2024-12-04T22:53:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741849_1028 (size=5156) 2024-12-04T22:53:39,563 INFO [M:0;9840c0493aab:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c374b415e1f4a0bab5b8bbf7edde5ce 2024-12-04T22:53:39,584 DEBUG [M:0;9840c0493aab:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e1b21fd28588449db1705d2ec3c4d29d is 52, key is load_balancer_on/state:d/1733352802305/Put/seqid=0 2024-12-04T22:53:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45369 is added to blk_1073741850_1029 (size=5056) 2024-12-04T22:53:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741850_1029 (size=5056) 2024-12-04T22:53:39,591 INFO [M:0;9840c0493aab:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e1b21fd28588449db1705d2ec3c4d29d 2024-12-04T22:53:39,599 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c58026426a6c4885933c0ce8cbc7ac71 as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c58026426a6c4885933c0ce8cbc7ac71 2024-12-04T22:53:39,606 INFO [M:0;9840c0493aab:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c58026426a6c4885933c0ce8cbc7ac71, entries=8, sequenceid=56, filesize=5.5 K 2024-12-04T22:53:39,607 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebb9e497d2d44f5ab815a9054ae6d970 as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebb9e497d2d44f5ab815a9054ae6d970 2024-12-04T22:53:39,615 INFO [M:0;9840c0493aab:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebb9e497d2d44f5ab815a9054ae6d970, entries=6, sequenceid=56, filesize=6.0 K 2024-12-04T22:53:39,619 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c374b415e1f4a0bab5b8bbf7edde5ce as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c374b415e1f4a0bab5b8bbf7edde5ce 2024-12-04T22:53:39,626 INFO [M:0;9840c0493aab:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c374b415e1f4a0bab5b8bbf7edde5ce, entries=1, sequenceid=56, filesize=5.0 K 2024-12-04T22:53:39,627 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e1b21fd28588449db1705d2ec3c4d29d as hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e1b21fd28588449db1705d2ec3c4d29d 2024-12-04T22:53:39,641 INFO [M:0;9840c0493aab:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e1b21fd28588449db1705d2ec3c4d29d, entries=1, sequenceid=56, filesize=4.9 K 2024-12-04T22:53:39,642 INFO [M:0;9840c0493aab:44861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=56, compaction requested=false 2024-12-04T22:53:39,643 INFO [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:39,644 DEBUG [M:0;9840c0493aab:44861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352819464Disabling compacts and flushes for region at 1733352819464Disabling writes for close at 1733352819464Obtaining lock to block concurrent updates at 1733352819464Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352819464Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733352819465 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352819483 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352819483Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352819498 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352819498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352819511 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352819525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352819526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352819539 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352819555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352819555Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733352819570 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733352819583 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733352819583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b08ad9: reopening flushed file at 1733352819597 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471a35e1: reopening flushed file at 1733352819606 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7304c426: reopening flushed file at 1733352819615 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7badaa: reopening flushed file at 1733352819626 (+11 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=56, compaction requested=false at 1733352819642 (+16 ms)Writing region close event to WAL at 1733352819643 (+1 ms)Closed at 1733352819643 2024-12-04T22:53:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741846_1024 (size=757) 2024-12-04T22:53:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741846_1024 (size=757) 2024-12-04T22:53:40,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:53:40,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:40,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:40,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:43,485 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 after 4002ms 2024-12-04T22:53:43,486 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/WALs/9840c0493aab,44861,1733352800672/9840c0493aab%2C44861%2C1733352800672.1733352801004 to hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/oldWALs/9840c0493aab%2C44861%2C1733352800672.1733352801004 2024-12-04T22:53:43,490 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/MasterData/oldWALs/9840c0493aab%2C44861%2C1733352800672.1733352801004 to hdfs://localhost:43157/user/jenkins/test-data/c26ec42e-0c0e-0c15-cd9a-a3efd4c7a11a/oldWALs/9840c0493aab%2C44861%2C1733352800672.1733352801004$masterlocalwal$ 2024-12-04T22:53:43,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:53:43,490 INFO [M:0;9840c0493aab:44861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:53:43,491 INFO [M:0;9840c0493aab:44861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44861 2024-12-04T22:53:43,491 INFO [M:0;9840c0493aab:44861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:53:43,642 INFO [M:0;9840c0493aab:44861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:53:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x101a28cbd3c0000, quorum=127.0.0.1:57549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:53:43,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@721f7f49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:43,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff3898e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:43,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:43,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18cac222{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:43,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d06a4a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:43,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:43,651 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:43,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:43,652 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797365943-172.17.0.2-1733352798206 (Datanode Uuid da104029-041c-49c7-8ab3-5d87365844d2) service to localhost/127.0.0.1:43157 2024-12-04T22:53:43,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data3/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data4/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:43,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e0b1440{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:43,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70968212{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:43,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:43,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e68a950{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:43,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55bc322b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:43,656 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:43,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:43,657 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797365943-172.17.0.2-1733352798206 (Datanode Uuid 5e0a5a83-bcf5-493c-a0c2-d157dcada37f) service to localhost/127.0.0.1:43157 2024-12-04T22:53:43,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:43,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data9/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data10/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:43,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45293704{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:43,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72cdd26d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:43,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:43,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed13d71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:43,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c74b2a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:43,662 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:43,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:43,662 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797365943-172.17.0.2-1733352798206 (Datanode Uuid 450b5dfa-9632-4cac-9664-4f16e396647b) service to localhost/127.0.0.1:43157 2024-12-04T22:53:43,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:43,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data7/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data8/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:43,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c607117{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:43,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@315de97f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:43,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:43,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a68a60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:43,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f37585c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:43,666 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:43,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:43,666 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797365943-172.17.0.2-1733352798206 (Datanode Uuid 7b83cfbe-f557-4e72-bde4-ea7cb993f5a1) service to localhost/127.0.0.1:43157 2024-12-04T22:53:43,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:43,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data5/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data6/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:43,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@244bf6f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:43,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ebbc794{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:43,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:43,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@445f697a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:43,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668920b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:43,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:53:43,674 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:53:43,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:53:43,674 WARN [BP-797365943-172.17.0.2-1733352798206 heartbeating to localhost/127.0.0.1:43157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797365943-172.17.0.2-1733352798206 (Datanode Uuid 365fe14b-5239-4d6d-9958-fa07361eb3fd) service to localhost/127.0.0.1:43157 2024-12-04T22:53:43,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data1/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/cluster_954b1b16-ccad-2b61-37b9-e6364d1b533d/data/data2/current/BP-797365943-172.17.0.2-1733352798206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:53:43,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:53:43,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f47899f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:53:43,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266ff810{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:53:43,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:53:43,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdcc26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:53:43,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir/,STOPPED} 2024-12-04T22:53:43,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:53:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:53:43,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:43157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:43157 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:43157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=11371 (was 10965) - AvailableMemoryMB LEAK? - 2024-12-04T22:53:43,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=11370 2024-12-04T22:53:43,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:53:43,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.log.dir so I do NOT create it in target/test-data/49d23c40-6822-d84e-997c-98dcf601537c 2024-12-04T22:53:43,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c76fd99-bbe2-1b7a-1e39-c66d27542a05/hadoop.tmp.dir so I do NOT create it in target/test-data/49d23c40-6822-d84e-997c-98dcf601537c 2024-12-04T22:53:43,733 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee, deleteOnExit=true 2024-12-04T22:53:43,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/test.cache.data in system properties and HBase conf 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:53:43,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:53:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:53:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:53:43,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:53:43,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:53:43,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:53:44,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:44,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:44,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:44,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:44,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:53:44,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:44,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b19c88a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:44,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669d8152{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:44,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26e1cbcc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/java.io.tmpdir/jetty-localhost-37203-hadoop-hdfs-3_4_1-tests_jar-_-any-9949976448802920928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:53:44,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dde4a00{HTTP/1.1, (http/1.1)}{localhost:37203} 2024-12-04T22:53:44,160 INFO [Time-limited test {}] server.Server(415): Started @93930ms 2024-12-04T22:53:44,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:44,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:44,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:44,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:44,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:53:44,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c16a56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:44,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461f4bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:44,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f758e32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/java.io.tmpdir/jetty-localhost-45767-hadoop-hdfs-3_4_1-tests_jar-_-any-8593248594687403568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:44,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ce88521{HTTP/1.1, (http/1.1)}{localhost:45767} 2024-12-04T22:53:44,506 INFO [Time-limited test {}] server.Server(415): Started @94275ms 2024-12-04T22:53:44,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:44,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:53:44,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:53:44,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:53:44,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:53:44,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:53:44,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59fbe3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:53:44,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51aaea71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:53:44,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c72b57e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/java.io.tmpdir/jetty-localhost-46729-hadoop-hdfs-3_4_1-tests_jar-_-any-3835169469287538946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:53:44,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c0167c4{HTTP/1.1, (http/1.1)}{localhost:46729} 2024-12-04T22:53:44,623 INFO [Time-limited test {}] server.Server(415): Started @94392ms 2024-12-04T22:53:44,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:53:45,652 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data1/current/BP-314724036-172.17.0.2-1733352823778/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:45,652 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data2/current/BP-314724036-172.17.0.2-1733352823778/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:45,677 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf5acd0378a185ad with lease ID 0xe5d15ab23eab2a6f: Processing first storage report for DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485 from datanode DatanodeRegistration(127.0.0.1:33429, datanodeUuid=1f706369-50fb-446f-804a-18f78566d0cc, infoPort=39493, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778) 2024-12-04T22:53:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf5acd0378a185ad with lease ID 0xe5d15ab23eab2a6f: from storage DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485 node DatanodeRegistration(127.0.0.1:33429, datanodeUuid=1f706369-50fb-446f-804a-18f78566d0cc, infoPort=39493, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf5acd0378a185ad with lease ID 0xe5d15ab23eab2a6f: Processing first storage report for DS-c87f25c3-f924-4171-abde-05a213f6229a from datanode DatanodeRegistration(127.0.0.1:33429, datanodeUuid=1f706369-50fb-446f-804a-18f78566d0cc, infoPort=39493, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778) 2024-12-04T22:53:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf5acd0378a185ad with lease ID 0xe5d15ab23eab2a6f: from storage DS-c87f25c3-f924-4171-abde-05a213f6229a node DatanodeRegistration(127.0.0.1:33429, datanodeUuid=1f706369-50fb-446f-804a-18f78566d0cc, infoPort=39493, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:45,806 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data3/current/BP-314724036-172.17.0.2-1733352823778/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:45,806 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data4/current/BP-314724036-172.17.0.2-1733352823778/current, will proceed with Du for space computation calculation, 2024-12-04T22:53:45,825 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:53:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7026ce0f4d994824 with lease ID 0xe5d15ab23eab2a70: Processing first storage report for DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69 from datanode DatanodeRegistration(127.0.0.1:39487, datanodeUuid=1e41144a-a4b7-47a3-ba23-619c447f8146, infoPort=33327, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778) 2024-12-04T22:53:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7026ce0f4d994824 with lease ID 0xe5d15ab23eab2a70: from storage DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69 node DatanodeRegistration(127.0.0.1:39487, datanodeUuid=1e41144a-a4b7-47a3-ba23-619c447f8146, infoPort=33327, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7026ce0f4d994824 with lease ID 0xe5d15ab23eab2a70: Processing first storage report for DS-feacef51-0a70-4d0a-ba8d-2b3d45b37b52 from datanode DatanodeRegistration(127.0.0.1:39487, datanodeUuid=1e41144a-a4b7-47a3-ba23-619c447f8146, infoPort=33327, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778) 2024-12-04T22:53:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7026ce0f4d994824 with lease ID 0xe5d15ab23eab2a70: from storage DS-feacef51-0a70-4d0a-ba8d-2b3d45b37b52 node DatanodeRegistration(127.0.0.1:39487, datanodeUuid=1e41144a-a4b7-47a3-ba23-619c447f8146, infoPort=33327, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=134439681;c=1733352823778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:53:45,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c 2024-12-04T22:53:45,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/zookeeper_0, clientPort=52628, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:53:45,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52628 2024-12-04T22:53:45,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:45,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:53:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:53:45,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d with version=8 2024-12-04T22:53:45,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase-staging 2024-12-04T22:53:45,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:53:45,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42667 2024-12-04T22:53:45,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42667 connecting to ZooKeeper ensemble=127.0.0.1:52628 2024-12-04T22:53:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426670x0, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:53:46,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42667-0x101a28d1fae0000 connected 2024-12-04T22:53:46,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:46,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:46,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:46,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d, hbase.cluster.distributed=false 2024-12-04T22:53:46,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:53:46,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42667 2024-12-04T22:53:46,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42667 2024-12-04T22:53:46,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42667 2024-12-04T22:53:46,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42667 2024-12-04T22:53:46,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42667 2024-12-04T22:53:46,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:53:46,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:53:46,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35511 2024-12-04T22:53:46,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35511 connecting to ZooKeeper ensemble=127.0.0.1:52628 2024-12-04T22:53:46,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:46,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355110x0, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:53:46,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35511-0x101a28d1fae0001 connected 2024-12-04T22:53:46,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:53:46,302 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:53:46,302 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:53:46,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:53:46,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:53:46,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35511 2024-12-04T22:53:46,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35511 2024-12-04T22:53:46,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35511 2024-12-04T22:53:46,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35511 2024-12-04T22:53:46,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35511 2024-12-04T22:53:46,316 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:42667 2024-12-04T22:53:46,316 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:46,326 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:53:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,337 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:53:46,337 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,42667,1733352825877 from backup master directory 2024-12-04T22:53:46,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:46,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:53:46,421 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:53:46,421 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,432 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/hbase.id] with ID: 7e52489d-4cd3-41d4-bf06-4e982a635b08 2024-12-04T22:53:46,432 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/.tmp/hbase.id 2024-12-04T22:53:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:53:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:53:46,440 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/.tmp/hbase.id]:[hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/hbase.id] 2024-12-04T22:53:46,458 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:46,458 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:53:46,460 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T22:53:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:53:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:53:46,503 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:53:46,504 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:53:46,504 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:53:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:53:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:53:46,513 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store 2024-12-04T22:53:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:53:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:53:46,520 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:46,520 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:53:46,520 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:46,520 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:46,520 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:53:46,520 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:46,520 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:53:46,520 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352826520Disabling compacts and flushes for region at 1733352826520Disabling writes for close at 1733352826520Writing region close event to WAL at 1733352826520Closed at 1733352826520 2024-12-04T22:53:46,521 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/.initializing 2024-12-04T22:53:46,521 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/WALs/9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,522 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:53:46,524 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C42667%2C1733352825877, suffix=, logDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/WALs/9840c0493aab,42667,1733352825877, archiveDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/oldWALs, maxLogs=10 2024-12-04T22:53:46,535 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/WALs/9840c0493aab,42667,1733352825877/9840c0493aab%2C42667%2C1733352825877.1733352826524, exclude list is [], retry=0 2024-12-04T22:53:46,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39487,DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69,DISK] 2024-12-04T22:53:46,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485,DISK] 2024-12-04T22:53:46,540 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/WALs/9840c0493aab,42667,1733352825877/9840c0493aab%2C42667%2C1733352825877.1733352826524 2024-12-04T22:53:46,541 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33327:33327),(127.0.0.1/127.0.0.1:39493:39493)] 2024-12-04T22:53:46,541 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:53:46,541 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:46,541 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,541 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:53:46,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:46,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:53:46,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:46,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:53:46,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:46,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:53:46,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:46,550 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,551 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,551 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,553 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,553 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,553 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:53:46,554 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:53:46,556 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:53:46,557 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757045, jitterRate=-0.03736862540245056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:53:46,558 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352826541Initializing all the Stores at 1733352826542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352826542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352826542Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352826542Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352826542Cleaning up temporary data from old regions at 1733352826553 (+11 ms)Region opened successfully at 1733352826558 (+5 ms) 2024-12-04T22:53:46,558 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:53:46,562 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384681e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:53:46,563 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:53:46,563 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:53:46,563 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:53:46,563 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:53:46,564 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T22:53:46,564 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T22:53:46,565 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:53:46,567 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:53:46,568 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:53:46,578 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:53:46,578 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:53:46,579 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:53:46,588 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:53:46,589 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:53:46,590 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:53:46,599 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:53:46,601 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:53:46,609 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:53:46,612 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:53:46,620 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:53:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:53:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,631 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,42667,1733352825877, sessionid=0x101a28d1fae0000, setting cluster-up flag (Was=false) 2024-12-04T22:53:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,683 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:53:46,685 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:46,736 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:53:46,737 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,42667,1733352825877 2024-12-04T22:53:46,739 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:53:46,741 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:46,742 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:53:46,742 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:53:46,742 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,42667,1733352825877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:53:46,744 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,745 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352856745 2024-12-04T22:53:46,745 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:53:46,745 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:53:46,745 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:53:46,745 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:53:46,745 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:53:46,746 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:53:46,746 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,746 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:53:46,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:46,746 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:53:46,746 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:53:46,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:53:46,747 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:53:46,747 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:53:46,747 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352826747,5,FailOnTimeoutGroup] 2024-12-04T22:53:46,747 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352826747,5,FailOnTimeoutGroup] 2024-12-04T22:53:46,747 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,747 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:53:46,747 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,747 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:53:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:53:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:53:46,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:53:46,765 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d 2024-12-04T22:53:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:53:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:53:46,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:46,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:53:46,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:53:46,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:46,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:53:46,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:53:46,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:46,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:53:46,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:53:46,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:46,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:53:46,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:53:46,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:46,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:53:46,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740 2024-12-04T22:53:46,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740 2024-12-04T22:53:46,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:53:46,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:53:46,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:53:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:53:46,796 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:53:46,797 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881618, jitterRate=0.12103566527366638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:53:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352826773Initializing all the Stores at 1733352826774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352826774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352826774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352826774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352826774Cleaning up temporary data from old regions at 1733352826792 (+18 ms)Region opened successfully at 1733352826797 (+5 ms) 2024-12-04T22:53:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:53:46,797 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:53:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:53:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:53:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:53:46,798 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:53:46,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352826797Disabling compacts and flushes for region at 1733352826797Disabling writes for close at 1733352826797Writing region close event to WAL at 1733352826798 (+1 ms)Closed at 1733352826798 2024-12-04T22:53:46,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:46,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:53:46,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:53:46,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:53:46,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:53:46,807 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(746): ClusterId : 7e52489d-4cd3-41d4-bf06-4e982a635b08 2024-12-04T22:53:46,807 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:53:46,821 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:53:46,821 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:53:46,832 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:53:46,832 DEBUG [RS:0;9840c0493aab:35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff9c873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:53:46,847 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:35511 2024-12-04T22:53:46,848 INFO [RS:0;9840c0493aab:35511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:53:46,848 INFO [RS:0;9840c0493aab:35511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:53:46,848 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:53:46,848 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,42667,1733352825877 with port=35511, startcode=1733352826285 2024-12-04T22:53:46,849 DEBUG [RS:0;9840c0493aab:35511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:53:46,850 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:53:46,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,35511,1733352826285 2024-12-04T22:53:46,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,35511,1733352826285 2024-12-04T22:53:46,852 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d 2024-12-04T22:53:46,852 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45263 2024-12-04T22:53:46,852 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:53:46,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:53:46,863 DEBUG [RS:0;9840c0493aab:35511 {}] zookeeper.ZKUtil(111): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,35511,1733352826285 2024-12-04T22:53:46,863 WARN [RS:0;9840c0493aab:35511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:53:46,863 INFO [RS:0;9840c0493aab:35511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:53:46,863 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285 2024-12-04T22:53:46,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,35511,1733352826285] 2024-12-04T22:53:46,867 INFO [RS:0;9840c0493aab:35511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:53:46,868 INFO [RS:0;9840c0493aab:35511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:53:46,869 INFO [RS:0;9840c0493aab:35511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:53:46,869 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,869 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:53:46,870 INFO [RS:0;9840c0493aab:35511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:53:46,870 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,870 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,871 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,871 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,871 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:53:46,871 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:53:46,871 DEBUG [RS:0;9840c0493aab:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:53:46,871 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,871 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,871 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,871 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,871 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,871 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35511,1733352826285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:53:46,883 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:53:46,883 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35511,1733352826285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,883 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,884 INFO [RS:0;9840c0493aab:35511 {}] regionserver.Replication(171): 9840c0493aab,35511,1733352826285 started 2024-12-04T22:53:46,895 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:46,895 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,35511,1733352826285, RpcServer on 9840c0493aab/172.17.0.2:35511, sessionid=0x101a28d1fae0001 2024-12-04T22:53:46,895 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:53:46,895 DEBUG [RS:0;9840c0493aab:35511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,35511,1733352826285 2024-12-04T22:53:46,895 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,35511,1733352826285' 2024-12-04T22:53:46,895 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:53:46,896 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:53:46,896 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:53:46,896 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:53:46,896 DEBUG [RS:0;9840c0493aab:35511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,35511,1733352826285 2024-12-04T22:53:46,896 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,35511,1733352826285' 2024-12-04T22:53:46,897 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:53:46,897 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:53:46,897 DEBUG [RS:0;9840c0493aab:35511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:53:46,897 INFO [RS:0;9840c0493aab:35511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:53:46,897 INFO [RS:0;9840c0493aab:35511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:53:46,952 WARN [9840c0493aab:42667 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:53:46,998 INFO [RS:0;9840c0493aab:35511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:53:46,999 INFO [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C35511%2C1733352826285, suffix=, logDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285, archiveDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/oldWALs, maxLogs=32 2024-12-04T22:53:47,010 DEBUG [RS:0;9840c0493aab:35511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352827000, exclude list is [], retry=0 2024-12-04T22:53:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485,DISK] 2024-12-04T22:53:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39487,DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69,DISK] 2024-12-04T22:53:47,015 INFO [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352827000 2024-12-04T22:53:47,015 DEBUG [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493),(127.0.0.1/127.0.0.1:33327:33327)] 2024-12-04T22:53:47,202 DEBUG [9840c0493aab:42667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:53:47,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,35511,1733352826285 2024-12-04T22:53:47,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,35511,1733352826285, state=OPENING 2024-12-04T22:53:47,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:53:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:53:47,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:53:47,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:47,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:47,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,35511,1733352826285}] 2024-12-04T22:53:47,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:53:47,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:53:47,601 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:53:47,601 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:53:47,602 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:53:47,604 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C35511%2C1733352826285.meta, suffix=.meta, logDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285, archiveDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/oldWALs, maxLogs=32 2024-12-04T22:53:47,622 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.meta.1733352827605.meta, exclude list is [], retry=0 2024-12-04T22:53:47,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485,DISK] 2024-12-04T22:53:47,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39487,DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69,DISK] 2024-12-04T22:53:47,627 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.meta.1733352827605.meta 2024-12-04T22:53:47,628 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493),(127.0.0.1/127.0.0.1:33327:33327)] 2024-12-04T22:53:47,628 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:53:47,629 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:53:47,629 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:53:47,629 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:53:47,629 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:53:47,629 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:47,629 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:53:47,629 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:53:47,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:53:47,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:53:47,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:47,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:47,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:53:47,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:53:47,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:47,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:47,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:53:47,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:53:47,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:47,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:47,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:53:47,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:53:47,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:47,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:53:47,637 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:53:47,638 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740 2024-12-04T22:53:47,640 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740 2024-12-04T22:53:47,641 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:53:47,641 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:53:47,642 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:53:47,644 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:53:47,645 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865137, jitterRate=0.10007975995540619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:53:47,645 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:53:47,646 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352827629Writing region info on filesystem at 1733352827629Initializing all the Stores at 1733352827630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352827630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352827631 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352827631Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352827631Cleaning up temporary data from old regions at 1733352827641 (+10 ms)Running coprocessor post-open hooks at 1733352827645 (+4 ms)Region opened successfully at 1733352827646 (+1 ms) 2024-12-04T22:53:47,648 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352827594 2024-12-04T22:53:47,650 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:53:47,650 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:53:47,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35511,1733352826285 2024-12-04T22:53:47,653 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,35511,1733352826285, state=OPEN 2024-12-04T22:53:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:53:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:53:47,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,35511,1733352826285 2024-12-04T22:53:47,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:47,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:53:47,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:53:47,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,35511,1733352826285 in 251 msec 2024-12-04T22:53:47,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:53:47,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 897 msec 2024-12-04T22:53:47,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:53:47,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:53:47,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:53:47,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,35511,1733352826285, seqNum=-1] 2024-12-04T22:53:47,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:53:47,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:53:47,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 969 msec 2024-12-04T22:53:47,710 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352827710, completionTime=-1 2024-12-04T22:53:47,710 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:53:47,710 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352887713 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733352947713 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,42667,1733352825877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,42667,1733352825877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,713 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,42667,1733352825877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,714 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:42667, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,714 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,714 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,716 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:53:47,718 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.297sec 2024-12-04T22:53:47,718 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:53:47,718 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:53:47,719 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:53:47,719 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:53:47,719 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:53:47,719 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,42667,1733352825877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:53:47,719 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,42667,1733352825877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:53:47,722 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:53:47,722 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:53:47,722 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,42667,1733352825877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:53:47,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d90a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:53:47,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,42667,-1 for getting cluster id 2024-12-04T22:53:47,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:53:47,810 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e52489d-4cd3-41d4-bf06-4e982a635b08' 2024-12-04T22:53:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:53:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e52489d-4cd3-41d4-bf06-4e982a635b08" 2024-12-04T22:53:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2451ddf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:53:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,42667,-1] 2024-12-04T22:53:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:53:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:53:47,813 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:53:47,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9cfb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:53:47,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:53:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,35511,1733352826285, seqNum=-1] 2024-12-04T22:53:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:53:47,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:53:47,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,42667,1733352825877 2024-12-04T22:53:47,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:53:47,823 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T22:53:47,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:53:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,42667,1733352825877 2024-12-04T22:53:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ff1d38 2024-12-04T22:53:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:53:47,827 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:53:47,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T22:53:47,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T22:53:47,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:53:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:53:47,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:53:47,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:47,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-04T22:53:47,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:53:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:53:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741835_1011 (size=405) 2024-12-04T22:53:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741835_1011 (size=405) 2024-12-04T22:53:47,850 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c60531d1769be68088bac3deb112da12, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d 2024-12-04T22:53:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741836_1012 (size=88) 2024-12-04T22:53:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741836_1012 (size=88) 2024-12-04T22:53:47,858 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:47,858 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing c60531d1769be68088bac3deb112da12, disabling compactions & flushes 2024-12-04T22:53:47,858 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:47,858 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:47,858 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. after waiting 0 ms 2024-12-04T22:53:47,858 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:47,858 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:47,858 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c60531d1769be68088bac3deb112da12: Waiting for close lock at 1733352827858Disabling compacts and flushes for region at 1733352827858Disabling writes for close at 1733352827858Writing region close event to WAL at 1733352827858Closed at 1733352827858 2024-12-04T22:53:47,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:53:47,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733352827860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352827860"}]},"ts":"1733352827860"} 2024-12-04T22:53:47,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:53:47,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:53:47,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352827864"}]},"ts":"1733352827864"} 2024-12-04T22:53:47,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-04T22:53:47,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c60531d1769be68088bac3deb112da12, ASSIGN}] 2024-12-04T22:53:47,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c60531d1769be68088bac3deb112da12, ASSIGN 2024-12-04T22:53:47,869 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c60531d1769be68088bac3deb112da12, ASSIGN; state=OFFLINE, location=9840c0493aab,35511,1733352826285; forceNewPlan=false, retain=false 2024-12-04T22:53:48,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c60531d1769be68088bac3deb112da12, regionState=OPENING, regionLocation=9840c0493aab,35511,1733352826285 2024-12-04T22:53:48,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c60531d1769be68088bac3deb112da12, ASSIGN because future has completed 2024-12-04T22:53:48,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c60531d1769be68088bac3deb112da12, server=9840c0493aab,35511,1733352826285}] 2024-12-04T22:53:48,182 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:48,182 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c60531d1769be68088bac3deb112da12, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:53:48,183 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,183 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:53:48,183 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,183 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,185 INFO [StoreOpener-c60531d1769be68088bac3deb112da12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,187 INFO [StoreOpener-c60531d1769be68088bac3deb112da12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c60531d1769be68088bac3deb112da12 columnFamilyName info 2024-12-04T22:53:48,187 DEBUG [StoreOpener-c60531d1769be68088bac3deb112da12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:53:48,187 INFO [StoreOpener-c60531d1769be68088bac3deb112da12-1 {}] regionserver.HStore(327): Store=c60531d1769be68088bac3deb112da12/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:53:48,188 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,189 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,189 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,190 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,190 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,192 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,194 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:53:48,195 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c60531d1769be68088bac3deb112da12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691867, jitterRate=-0.1202462911605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:53:48,195 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c60531d1769be68088bac3deb112da12 2024-12-04T22:53:48,196 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c60531d1769be68088bac3deb112da12: Running coprocessor pre-open hook at 1733352828183Writing region info on filesystem at 1733352828183Initializing all the Stores at 1733352828185 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352828185Cleaning up temporary data from old regions at 1733352828190 (+5 ms)Running coprocessor post-open hooks at 1733352828195 (+5 ms)Region opened successfully at 1733352828196 (+1 ms) 2024-12-04T22:53:48,197 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12., pid=6, masterSystemTime=1733352828178 2024-12-04T22:53:48,200 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:48,200 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:48,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c60531d1769be68088bac3deb112da12, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35511,1733352826285 2024-12-04T22:53:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c60531d1769be68088bac3deb112da12, server=9840c0493aab,35511,1733352826285 because future has completed 2024-12-04T22:53:48,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T22:53:48,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c60531d1769be68088bac3deb112da12, server=9840c0493aab,35511,1733352826285 in 183 msec 2024-12-04T22:53:48,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T22:53:48,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c60531d1769be68088bac3deb112da12, ASSIGN in 343 msec 2024-12-04T22:53:48,216 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:53:48,216 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352828216"}]},"ts":"1733352828216"} 2024-12-04T22:53:48,219 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-04T22:53:48,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:53:48,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 392 msec 2024-12-04T22:53:52,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:52,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:53:53,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:53:53,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:53:53,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-04T22:53:56,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:53:56,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T22:53:56,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:53:56,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T22:53:56,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:53:56,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-04T22:53:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:53:57,860 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T22:53:57,860 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-04T22:53:57,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:53:57,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12., hostname=9840c0493aab,35511,1733352826285, seqNum=2] 2024-12-04T22:53:57,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:53:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:53:57,885 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:53:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:53:57,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:53:57,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:53:58,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:53:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:58,054 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c60531d1769be68088bac3deb112da12 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T22:53:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/414dae65c542429987fa81c9cacd8102 is 1055, key is row0001/info:/1733352837875/Put/seqid=0 2024-12-04T22:53:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741837_1013 (size=6008) 2024-12-04T22:53:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741837_1013 (size=6008) 2024-12-04T22:53:58,073 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/414dae65c542429987fa81c9cacd8102 2024-12-04T22:53:58,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/414dae65c542429987fa81c9cacd8102 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/414dae65c542429987fa81c9cacd8102 2024-12-04T22:53:58,087 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/414dae65c542429987fa81c9cacd8102, entries=1, sequenceid=5, filesize=5.9 K 2024-12-04T22:53:58,088 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c60531d1769be68088bac3deb112da12 in 34ms, sequenceid=5, compaction requested=false 2024-12-04T22:53:58,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c60531d1769be68088bac3deb112da12: 2024-12-04T22:53:58,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:53:58,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T22:53:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T22:53:58,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T22:53:58,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-12-04T22:53:58,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 216 msec 2024-12-04T22:54:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:54:07,990 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T22:54:07,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:54:08,055 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:54:08,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:54:08,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:54:08,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T22:54:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:08,211 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c60531d1769be68088bac3deb112da12 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T22:54:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/3f402a8800e340e5bf2124f52e9e5c59 is 1055, key is row0002/info:/1733352847993/Put/seqid=0 2024-12-04T22:54:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741838_1014 (size=6008) 2024-12-04T22:54:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741838_1014 (size=6008) 2024-12-04T22:54:08,230 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/3f402a8800e340e5bf2124f52e9e5c59 2024-12-04T22:54:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/3f402a8800e340e5bf2124f52e9e5c59 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/3f402a8800e340e5bf2124f52e9e5c59 2024-12-04T22:54:08,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/3f402a8800e340e5bf2124f52e9e5c59, entries=1, sequenceid=9, filesize=5.9 K 2024-12-04T22:54:08,243 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c60531d1769be68088bac3deb112da12 in 32ms, sequenceid=9, compaction requested=false 2024-12-04T22:54:08,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c60531d1769be68088bac3deb112da12: 2024-12-04T22:54:08,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:08,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T22:54:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T22:54:08,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T22:54:08,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-12-04T22:54:08,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 250 msec 2024-12-04T22:54:15,856 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:54:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:54:18,080 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T22:54:18,103 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352858088, exclude list is [], retry=0 2024-12-04T22:54:18,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39487,DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69,DISK] 2024-12-04T22:54:18,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485,DISK] 2024-12-04T22:54:18,108 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352827000 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352858088 2024-12-04T22:54:18,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493),(127.0.0.1/127.0.0.1:33327:33327)] 2024-12-04T22:54:18,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352827000 is not closed yet, will try archiving it next time 2024-12-04T22:54:18,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:18,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352827000 not finished, retry = 0 2024-12-04T22:54:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741833_1009 (size=5471) 2024-12-04T22:54:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741833_1009 (size=5471) 2024-12-04T22:54:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:54:18,112 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:54:18,113 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:54:18,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:54:18,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:54:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:18,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c60531d1769be68088bac3deb112da12 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T22:54:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/ff5e8e0d89e44eb0b2d37288f6553fed is 1055, key is row0003/info:/1733352858084/Put/seqid=0 2024-12-04T22:54:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741840_1016 (size=6008) 2024-12-04T22:54:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741840_1016 (size=6008) 2024-12-04T22:54:18,286 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/ff5e8e0d89e44eb0b2d37288f6553fed 2024-12-04T22:54:18,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/ff5e8e0d89e44eb0b2d37288f6553fed as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ff5e8e0d89e44eb0b2d37288f6553fed 2024-12-04T22:54:18,302 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ff5e8e0d89e44eb0b2d37288f6553fed, entries=1, sequenceid=13, filesize=5.9 K 2024-12-04T22:54:18,303 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c60531d1769be68088bac3deb112da12 in 36ms, sequenceid=13, compaction requested=true 2024-12-04T22:54:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c60531d1769be68088bac3deb112da12: 2024-12-04T22:54:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T22:54:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T22:54:18,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T22:54:18,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-12-04T22:54:18,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-12-04T22:54:27,722 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:54:27,723 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:54:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:54:28,140 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T22:54:28,144 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:54:28,147 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:54:28,149 DEBUG [Time-limited test {}] regionserver.HStore(1541): c60531d1769be68088bac3deb112da12/info is initiating minor compaction (all files) 2024-12-04T22:54:28,149 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:54:28,149 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:28,149 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c60531d1769be68088bac3deb112da12/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:28,150 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/414dae65c542429987fa81c9cacd8102, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/3f402a8800e340e5bf2124f52e9e5c59, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ff5e8e0d89e44eb0b2d37288f6553fed] into tmpdir=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp, totalSize=17.6 K 2024-12-04T22:54:28,151 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 414dae65c542429987fa81c9cacd8102, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733352837875 2024-12-04T22:54:28,151 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3f402a8800e340e5bf2124f52e9e5c59, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733352847993 2024-12-04T22:54:28,152 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ff5e8e0d89e44eb0b2d37288f6553fed, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733352858084 2024-12-04T22:54:28,174 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c60531d1769be68088bac3deb112da12#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:54:28,175 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/088d41fd787f4518951a0bdf301ede67 is 1055, key is row0001/info:/1733352837875/Put/seqid=0 2024-12-04T22:54:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741841_1017 (size=8221) 2024-12-04T22:54:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741841_1017 (size=8221) 2024-12-04T22:54:28,187 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/088d41fd787f4518951a0bdf301ede67 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/088d41fd787f4518951a0bdf301ede67 2024-12-04T22:54:28,199 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c60531d1769be68088bac3deb112da12/info of c60531d1769be68088bac3deb112da12 into 088d41fd787f4518951a0bdf301ede67(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:54:28,199 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c60531d1769be68088bac3deb112da12: 2024-12-04T22:54:28,213 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352868202, exclude list is [], retry=0 2024-12-04T22:54:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39487,DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69,DISK] 2024-12-04T22:54:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485,DISK] 2024-12-04T22:54:28,217 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352858088 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352868202 2024-12-04T22:54:28,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493),(127.0.0.1/127.0.0.1:33327:33327)] 2024-12-04T22:54:28,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352858088 is not closed yet, will try archiving it next time 2024-12-04T22:54:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741839_1015 (size=2495) 2024-12-04T22:54:28,219 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352858088 not finished, retry = 0 2024-12-04T22:54:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741839_1015 (size=2495) 2024-12-04T22:54:28,222 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352827000 to hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/oldWALs/9840c0493aab%2C35511%2C1733352826285.1733352827000 2024-12-04T22:54:28,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:28,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:54:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:54:28,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:54:28,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:54:28,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T22:54:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:28,379 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c60531d1769be68088bac3deb112da12 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T22:54:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/ceb4cf9f8bea404a955f4a84ba26dc08 is 1055, key is row0000/info:/1733352868200/Put/seqid=0 2024-12-04T22:54:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741843_1019 (size=6008) 2024-12-04T22:54:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741843_1019 (size=6008) 2024-12-04T22:54:28,392 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/ceb4cf9f8bea404a955f4a84ba26dc08 2024-12-04T22:54:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/ceb4cf9f8bea404a955f4a84ba26dc08 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ceb4cf9f8bea404a955f4a84ba26dc08 2024-12-04T22:54:28,406 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ceb4cf9f8bea404a955f4a84ba26dc08, entries=1, sequenceid=18, filesize=5.9 K 2024-12-04T22:54:28,407 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c60531d1769be68088bac3deb112da12 in 28ms, sequenceid=18, compaction requested=false 2024-12-04T22:54:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c60531d1769be68088bac3deb112da12: 2024-12-04T22:54:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T22:54:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T22:54:28,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T22:54:28,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-12-04T22:54:28,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-12-04T22:54:33,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c60531d1769be68088bac3deb112da12, had cached 0 bytes from a total of 14229 2024-12-04T22:54:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:54:38,329 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T22:54:38,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352878334, exclude list is [], retry=0 2024-12-04T22:54:38,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39487,DS-f3388b32-06d3-4eee-8e1c-a4b9f72d1d69,DISK] 2024-12-04T22:54:38,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-ca2a0bad-a8f8-41ca-8f67-62935fe90485,DISK] 2024-12-04T22:54:38,355 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352868202 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352878334 2024-12-04T22:54:38,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33327:33327),(127.0.0.1/127.0.0.1:39493:39493)] 2024-12-04T22:54:38,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352868202 is not closed yet, will try archiving it next time 2024-12-04T22:54:38,356 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352858088 to hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/oldWALs/9840c0493aab%2C35511%2C1733352826285.1733352858088 2024-12-04T22:54:38,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:54:38,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:54:38,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:54:38,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:54:38,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:54:38,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:54:38,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:54:38,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1669806894, stopped=false 2024-12-04T22:54:38,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,42667,1733352825877 2024-12-04T22:54:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741842_1018 (size=2001) 2024-12-04T22:54:38,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/WALs/9840c0493aab,35511,1733352826285/9840c0493aab%2C35511%2C1733352826285.1733352868202 not finished, retry = 0 2024-12-04T22:54:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741842_1018 (size=2001) 2024-12-04T22:54:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:54:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:54:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:38,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:54:38,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:54:38,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:54:38,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:54:38,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:54:38,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:54:38,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,35511,1733352826285' ***** 2024-12-04T22:54:38,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:54:38,429 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:54:38,429 INFO [RS:0;9840c0493aab:35511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:54:38,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:54:38,429 INFO [RS:0;9840c0493aab:35511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:54:38,429 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for c60531d1769be68088bac3deb112da12 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,35511,1733352826285 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:35511. 2024-12-04T22:54:38,430 DEBUG [RS:0;9840c0493aab:35511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:54:38,430 DEBUG [RS:0;9840c0493aab:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:54:38,430 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c60531d1769be68088bac3deb112da12, disabling compactions & flushes 2024-12-04T22:54:38,430 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:54:38,430 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:54:38,430 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. after waiting 0 ms 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:54:38,430 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:54:38,430 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c60531d1769be68088bac3deb112da12 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T22:54:38,430 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T22:54:38,430 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c60531d1769be68088bac3deb112da12=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.} 2024-12-04T22:54:38,430 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c60531d1769be68088bac3deb112da12 2024-12-04T22:54:38,431 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:54:38,431 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:54:38,431 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:54:38,431 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:54:38,431 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:54:38,431 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-04T22:54:38,436 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/c2374bc37cf84127ba48176647dfda2f is 1055, key is row0001/info:/1733352878332/Put/seqid=0 2024-12-04T22:54:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741845_1021 (size=6008) 2024-12-04T22:54:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741845_1021 (size=6008) 2024-12-04T22:54:38,448 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/info/c06a60c709524fbe812755df8505386c is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12./info:regioninfo/1733352828201/Put/seqid=0 2024-12-04T22:54:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741846_1022 (size=7308) 2024-12-04T22:54:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741846_1022 (size=7308) 2024-12-04T22:54:38,453 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/info/c06a60c709524fbe812755df8505386c 2024-12-04T22:54:38,472 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/ns/a60bcf7c02bf4414a2faddc731cafb56 is 43, key is default/ns:d/1733352827704/Put/seqid=0 2024-12-04T22:54:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741847_1023 (size=5153) 2024-12-04T22:54:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741847_1023 (size=5153) 2024-12-04T22:54:38,478 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/ns/a60bcf7c02bf4414a2faddc731cafb56 2024-12-04T22:54:38,497 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/table/833dbe05e17c46029aed9c23731c8f4d is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733352828216/Put/seqid=0 2024-12-04T22:54:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741848_1024 (size=5508) 2024-12-04T22:54:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741848_1024 (size=5508) 2024-12-04T22:54:38,503 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/table/833dbe05e17c46029aed9c23731c8f4d 2024-12-04T22:54:38,510 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/info/c06a60c709524fbe812755df8505386c as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/info/c06a60c709524fbe812755df8505386c 2024-12-04T22:54:38,517 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/info/c06a60c709524fbe812755df8505386c, entries=10, sequenceid=11, filesize=7.1 K 2024-12-04T22:54:38,518 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/ns/a60bcf7c02bf4414a2faddc731cafb56 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/ns/a60bcf7c02bf4414a2faddc731cafb56 2024-12-04T22:54:38,524 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/ns/a60bcf7c02bf4414a2faddc731cafb56, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T22:54:38,525 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/.tmp/table/833dbe05e17c46029aed9c23731c8f4d as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/table/833dbe05e17c46029aed9c23731c8f4d 2024-12-04T22:54:38,531 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/table/833dbe05e17c46029aed9c23731c8f4d, entries=2, sequenceid=11, filesize=5.4 K 2024-12-04T22:54:38,532 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=11, compaction requested=false 2024-12-04T22:54:38,537 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T22:54:38,538 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:54:38,538 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:54:38,538 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352878431Running coprocessor pre-close hooks at 1733352878431Disabling compacts and flushes for region at 1733352878431Disabling writes for close at 1733352878431Obtaining lock to block concurrent updates at 1733352878431Preparing flush snapshotting stores in 1588230740 at 1733352878431Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733352878431Flushing stores of hbase:meta,,1.1588230740 at 1733352878432 (+1 ms)Flushing 1588230740/info: creating writer at 1733352878432Flushing 1588230740/info: appending metadata at 1733352878447 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733352878447Flushing 1588230740/ns: creating writer at 1733352878460 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733352878472 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733352878472Flushing 1588230740/table: creating writer at 1733352878484 (+12 ms)Flushing 1588230740/table: appending metadata at 1733352878497 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733352878497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50624770: reopening flushed file at 1733352878509 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b66f6eb: reopening flushed file at 1733352878517 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d29700: reopening flushed file at 1733352878524 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=11, compaction requested=false at 1733352878532 (+8 ms)Writing region close event to WAL at 1733352878533 (+1 ms)Running coprocessor post-close hooks at 1733352878538 (+5 ms)Closed at 1733352878538 2024-12-04T22:54:38,538 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:54:38,631 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1351): Waiting on c60531d1769be68088bac3deb112da12 2024-12-04T22:54:38,831 DEBUG [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1351): Waiting on c60531d1769be68088bac3deb112da12 2024-12-04T22:54:38,844 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/c2374bc37cf84127ba48176647dfda2f 2024-12-04T22:54:38,858 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/.tmp/info/c2374bc37cf84127ba48176647dfda2f as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/c2374bc37cf84127ba48176647dfda2f 2024-12-04T22:54:38,863 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/c2374bc37cf84127ba48176647dfda2f, entries=1, sequenceid=22, filesize=5.9 K 2024-12-04T22:54:38,864 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c60531d1769be68088bac3deb112da12 in 434ms, sequenceid=22, compaction requested=true 2024-12-04T22:54:38,865 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/414dae65c542429987fa81c9cacd8102, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/3f402a8800e340e5bf2124f52e9e5c59, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ff5e8e0d89e44eb0b2d37288f6553fed] to archive 2024-12-04T22:54:38,867 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:54:38,870 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/414dae65c542429987fa81c9cacd8102 to hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/414dae65c542429987fa81c9cacd8102 2024-12-04T22:54:38,871 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/3f402a8800e340e5bf2124f52e9e5c59 to hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/3f402a8800e340e5bf2124f52e9e5c59 2024-12-04T22:54:38,873 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ff5e8e0d89e44eb0b2d37288f6553fed to hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/info/ff5e8e0d89e44eb0b2d37288f6553fed 2024-12-04T22:54:38,874 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:54:38,883 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9840c0493aab:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-04T22:54:38,883 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [414dae65c542429987fa81c9cacd8102=6008, 3f402a8800e340e5bf2124f52e9e5c59=6008, ff5e8e0d89e44eb0b2d37288f6553fed=6008] 2024-12-04T22:54:38,887 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c60531d1769be68088bac3deb112da12/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-04T22:54:38,888 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:38,888 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c60531d1769be68088bac3deb112da12: Waiting for close lock at 1733352878430Running coprocessor pre-close hooks at 1733352878430Disabling compacts and flushes for region at 1733352878430Disabling writes for close at 1733352878430Obtaining lock to block concurrent updates at 1733352878430Preparing flush snapshotting stores in c60531d1769be68088bac3deb112da12 at 1733352878430Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733352878431 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. at 1733352878431Flushing c60531d1769be68088bac3deb112da12/info: creating writer at 1733352878431Flushing c60531d1769be68088bac3deb112da12/info: appending metadata at 1733352878435 (+4 ms)Flushing c60531d1769be68088bac3deb112da12/info: closing flushed file at 1733352878435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4a7f9a: reopening flushed file at 1733352878857 (+422 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c60531d1769be68088bac3deb112da12 in 434ms, sequenceid=22, compaction requested=true at 1733352878864 (+7 ms)Writing region close event to WAL at 1733352878884 (+20 ms)Running coprocessor post-close hooks at 1733352878888 (+4 ms)Closed at 1733352878888 2024-12-04T22:54:38,888 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733352827827.c60531d1769be68088bac3deb112da12. 2024-12-04T22:54:38,917 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:54:38,917 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:54:39,032 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,35511,1733352826285; all regions closed. 2024-12-04T22:54:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741834_1010 (size=3306) 2024-12-04T22:54:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741834_1010 (size=3306) 2024-12-04T22:54:39,043 DEBUG [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/oldWALs 2024-12-04T22:54:39,043 INFO [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C35511%2C1733352826285.meta:.meta(num 1733352827605) 2024-12-04T22:54:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741844_1020 (size=1252) 2024-12-04T22:54:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741844_1020 (size=1252) 2024-12-04T22:54:39,049 DEBUG [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/oldWALs 2024-12-04T22:54:39,049 INFO [RS:0;9840c0493aab:35511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C35511%2C1733352826285:(num 1733352878334) 2024-12-04T22:54:39,049 DEBUG [RS:0;9840c0493aab:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:54:39,049 INFO [RS:0;9840c0493aab:35511 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:54:39,049 INFO [RS:0;9840c0493aab:35511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:54:39,050 INFO [RS:0;9840c0493aab:35511 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:54:39,050 INFO [RS:0;9840c0493aab:35511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:54:39,050 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:54:39,050 INFO [RS:0;9840c0493aab:35511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35511 2024-12-04T22:54:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,35511,1733352826285 2024-12-04T22:54:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:54:39,139 INFO [RS:0;9840c0493aab:35511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:54:39,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,35511,1733352826285] 2024-12-04T22:54:39,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,35511,1733352826285 already deleted, retry=false 2024-12-04T22:54:39,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,35511,1733352826285 expired; onlineServers=0 2024-12-04T22:54:39,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,42667,1733352825877' ***** 2024-12-04T22:54:39,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:54:39,256 INFO [M:0;9840c0493aab:42667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:54:39,256 INFO [M:0;9840c0493aab:42667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:54:39,256 DEBUG [M:0;9840c0493aab:42667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:54:39,257 DEBUG [M:0;9840c0493aab:42667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:54:39,257 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:54:39,257 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352826747 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352826747,5,FailOnTimeoutGroup] 2024-12-04T22:54:39,257 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352826747 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352826747,5,FailOnTimeoutGroup] 2024-12-04T22:54:39,257 INFO [M:0;9840c0493aab:42667 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:54:39,258 INFO [M:0;9840c0493aab:42667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:54:39,258 DEBUG [M:0;9840c0493aab:42667 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:54:39,258 INFO [M:0;9840c0493aab:42667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:54:39,259 INFO [M:0;9840c0493aab:42667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:54:39,259 INFO [M:0;9840c0493aab:42667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:54:39,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:54:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:54:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:39,271 DEBUG [M:0;9840c0493aab:42667 {}] zookeeper.ZKUtil(347): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:54:39,271 WARN [M:0;9840c0493aab:42667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:54:39,273 INFO [M:0;9840c0493aab:42667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/.lastflushedseqids 2024-12-04T22:54:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741849_1025 (size=130) 2024-12-04T22:54:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741849_1025 (size=130) 2024-12-04T22:54:39,284 INFO [M:0;9840c0493aab:42667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:54:39,284 INFO [M:0;9840c0493aab:42667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:54:39,284 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:54:39,285 INFO [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:39,285 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:39,285 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:54:39,285 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:39,285 INFO [M:0;9840c0493aab:42667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-12-04T22:54:39,301 DEBUG [M:0;9840c0493aab:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab52f3c308af463895bbfd30c2766698 is 82, key is hbase:meta,,1/info:regioninfo/1733352827651/Put/seqid=0 2024-12-04T22:54:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741850_1026 (size=5672) 2024-12-04T22:54:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741850_1026 (size=5672) 2024-12-04T22:54:39,307 INFO [M:0;9840c0493aab:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab52f3c308af463895bbfd30c2766698 2024-12-04T22:54:39,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:54:39,321 INFO [RS:0;9840c0493aab:35511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:54:39,321 INFO [RS:0;9840c0493aab:35511 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,35511,1733352826285; zookeeper connection closed. 2024-12-04T22:54:39,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x101a28d1fae0001, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:54:39,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d298f8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d298f8e 2024-12-04T22:54:39,321 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:54:39,331 DEBUG [M:0;9840c0493aab:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e85642008148699e64b0e9aa4a2ea1 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733352828222/Put/seqid=0 2024-12-04T22:54:39,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741851_1027 (size=7822) 2024-12-04T22:54:39,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741851_1027 (size=7822) 2024-12-04T22:54:39,337 INFO [M:0;9840c0493aab:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e85642008148699e64b0e9aa4a2ea1 2024-12-04T22:54:39,342 INFO [M:0;9840c0493aab:42667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e85642008148699e64b0e9aa4a2ea1 2024-12-04T22:54:39,355 DEBUG [M:0;9840c0493aab:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d5527583abb4f0f8d7d0a0f06f58576 is 69, key is 9840c0493aab,35511,1733352826285/rs:state/1733352826851/Put/seqid=0 2024-12-04T22:54:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741852_1028 (size=5156) 2024-12-04T22:54:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741852_1028 (size=5156) 2024-12-04T22:54:39,360 INFO [M:0;9840c0493aab:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d5527583abb4f0f8d7d0a0f06f58576 2024-12-04T22:54:39,378 DEBUG [M:0;9840c0493aab:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c81fcae1dfbe41f4b277c20784f4721a is 52, key is load_balancer_on/state:d/1733352827822/Put/seqid=0 2024-12-04T22:54:39,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741853_1029 (size=5056) 2024-12-04T22:54:39,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741853_1029 (size=5056) 2024-12-04T22:54:39,383 INFO [M:0;9840c0493aab:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c81fcae1dfbe41f4b277c20784f4721a 2024-12-04T22:54:39,389 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab52f3c308af463895bbfd30c2766698 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab52f3c308af463895bbfd30c2766698 2024-12-04T22:54:39,394 INFO [M:0;9840c0493aab:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab52f3c308af463895bbfd30c2766698, entries=8, sequenceid=121, filesize=5.5 K 2024-12-04T22:54:39,395 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e85642008148699e64b0e9aa4a2ea1 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60e85642008148699e64b0e9aa4a2ea1 2024-12-04T22:54:39,401 INFO [M:0;9840c0493aab:42667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e85642008148699e64b0e9aa4a2ea1 2024-12-04T22:54:39,401 INFO [M:0;9840c0493aab:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60e85642008148699e64b0e9aa4a2ea1, entries=14, sequenceid=121, filesize=7.6 K 2024-12-04T22:54:39,402 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d5527583abb4f0f8d7d0a0f06f58576 as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d5527583abb4f0f8d7d0a0f06f58576 2024-12-04T22:54:39,408 INFO [M:0;9840c0493aab:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d5527583abb4f0f8d7d0a0f06f58576, entries=1, sequenceid=121, filesize=5.0 K 2024-12-04T22:54:39,409 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c81fcae1dfbe41f4b277c20784f4721a as hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c81fcae1dfbe41f4b277c20784f4721a 2024-12-04T22:54:39,413 INFO [M:0;9840c0493aab:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45263/user/jenkins/test-data/44265e30-f712-afa9-4c24-7e632cbead9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c81fcae1dfbe41f4b277c20784f4721a, entries=1, sequenceid=121, filesize=4.9 K 2024-12-04T22:54:39,414 INFO [M:0;9840c0493aab:42667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=121, compaction requested=false 2024-12-04T22:54:39,416 INFO [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:39,416 DEBUG [M:0;9840c0493aab:42667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352879284Disabling compacts and flushes for region at 1733352879284Disabling writes for close at 1733352879285 (+1 ms)Obtaining lock to block concurrent updates at 1733352879285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352879285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1733352879285Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352879286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352879286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352879301 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352879301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352879311 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352879330 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352879330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352879342 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352879354 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352879354Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733352879365 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733352879377 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733352879377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddca3f: reopening flushed file at 1733352879388 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e92b817: reopening flushed file at 1733352879395 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3865c408: reopening flushed file at 1733352879401 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8eeeaa: reopening flushed file at 1733352879408 (+7 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=121, compaction requested=false at 1733352879414 (+6 ms)Writing region close event to WAL at 1733352879416 (+2 ms)Closed at 1733352879416 2024-12-04T22:54:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39487 is added to blk_1073741830_1006 (size=53026) 2024-12-04T22:54:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741830_1006 (size=53026) 2024-12-04T22:54:39,419 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:54:39,419 INFO [M:0;9840c0493aab:42667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:54:39,420 INFO [M:0;9840c0493aab:42667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42667 2024-12-04T22:54:39,420 INFO [M:0;9840c0493aab:42667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:54:39,528 INFO [M:0;9840c0493aab:42667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:54:39,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:54:39,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101a28d1fae0000, quorum=127.0.0.1:52628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:54:39,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c72b57e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:54:39,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c0167c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:54:39,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:54:39,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51aaea71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:54:39,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59fbe3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir/,STOPPED} 2024-12-04T22:54:39,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:54:39,533 WARN [BP-314724036-172.17.0.2-1733352823778 heartbeating to localhost/127.0.0.1:45263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:54:39,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:54:39,533 WARN [BP-314724036-172.17.0.2-1733352823778 heartbeating to localhost/127.0.0.1:45263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314724036-172.17.0.2-1733352823778 (Datanode Uuid 1e41144a-a4b7-47a3-ba23-619c447f8146) service to localhost/127.0.0.1:45263 2024-12-04T22:54:39,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data3/current/BP-314724036-172.17.0.2-1733352823778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:54:39,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data4/current/BP-314724036-172.17.0.2-1733352823778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:54:39,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:54:39,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f758e32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:54:39,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ce88521{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:54:39,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:54:39,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461f4bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:54:39,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c16a56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir/,STOPPED} 2024-12-04T22:54:39,537 WARN [BP-314724036-172.17.0.2-1733352823778 heartbeating to localhost/127.0.0.1:45263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:54:39,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:54:39,538 WARN [BP-314724036-172.17.0.2-1733352823778 heartbeating to localhost/127.0.0.1:45263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314724036-172.17.0.2-1733352823778 (Datanode Uuid 1f706369-50fb-446f-804a-18f78566d0cc) service to localhost/127.0.0.1:45263 2024-12-04T22:54:39,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:54:39,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data1/current/BP-314724036-172.17.0.2-1733352823778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:54:39,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/cluster_f009d85b-fa0a-c6db-51ad-25a3e56496ee/data/data2/current/BP-314724036-172.17.0.2-1733352823778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:54:39,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:54:39,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26e1cbcc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:54:39,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dde4a00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:54:39,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:54:39,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669d8152{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:54:39,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b19c88a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir/,STOPPED} 2024-12-04T22:54:39,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:54:39,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:54:39,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=95 (was 101), OpenFileDescriptor=426 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=11019 (was 11370) 2024-12-04T22:54:39,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=95, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=11019 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.log.dir so I do NOT create it in target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49d23c40-6822-d84e-997c-98dcf601537c/hadoop.tmp.dir so I do NOT create it in target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952, deleteOnExit=true 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/test.cache.data in system properties and HBase conf 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:54:39,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:54:39,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:54:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:54:40,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:54:40,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:54:40,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:54:40,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:54:40,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:54:40,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:54:40,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff98c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:54:40,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a8b4ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:54:40,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612ebe05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/java.io.tmpdir/jetty-localhost-45771-hadoop-hdfs-3_4_1-tests_jar-_-any-15325436105018361456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:54:40,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1db81f55{HTTP/1.1, (http/1.1)}{localhost:45771} 2024-12-04T22:54:40,104 INFO [Time-limited test {}] server.Server(415): Started @149874ms 2024-12-04T22:54:40,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:54:40,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:54:40,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:54:40,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:54:40,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:54:40,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7e5f42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:54:40,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce889eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:54:40,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@307a360c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-9913729681648865167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:54:40,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c752c{HTTP/1.1, (http/1.1)}{localhost:43171} 2024-12-04T22:54:40,424 INFO [Time-limited test {}] server.Server(415): Started @150194ms 2024-12-04T22:54:40,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:54:40,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:54:40,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:54:40,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:54:40,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:54:40,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:54:40,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4428b94d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:54:40,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606f69a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:54:40,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6543827{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/java.io.tmpdir/jetty-localhost-32785-hadoop-hdfs-3_4_1-tests_jar-_-any-8378118368029421455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:54:40,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b1ab10{HTTP/1.1, (http/1.1)}{localhost:32785} 2024-12-04T22:54:40,544 INFO [Time-limited test {}] server.Server(415): Started @150314ms 2024-12-04T22:54:40,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:54:41,588 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data2/current/BP-131561664-172.17.0.2-1733352879603/current, will proceed with Du for space computation calculation, 2024-12-04T22:54:41,588 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data1/current/BP-131561664-172.17.0.2-1733352879603/current, will proceed with Du for space computation calculation, 2024-12-04T22:54:41,605 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:54:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda7848377a12351a with lease ID 0x68b93c1cba6e7099: Processing first storage report for DS-108d5557-cab5-4564-970b-d99d686f9a5d from datanode DatanodeRegistration(127.0.0.1:44803, datanodeUuid=062058c3-bf31-49bf-a3dd-3bb11745a972, infoPort=44341, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603) 2024-12-04T22:54:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda7848377a12351a with lease ID 0x68b93c1cba6e7099: from storage DS-108d5557-cab5-4564-970b-d99d686f9a5d node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=062058c3-bf31-49bf-a3dd-3bb11745a972, infoPort=44341, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:54:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda7848377a12351a with lease ID 0x68b93c1cba6e7099: Processing first storage report for DS-805bdca3-bbb7-434c-9081-fb629fe9520a from datanode DatanodeRegistration(127.0.0.1:44803, datanodeUuid=062058c3-bf31-49bf-a3dd-3bb11745a972, infoPort=44341, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603) 2024-12-04T22:54:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda7848377a12351a with lease ID 0x68b93c1cba6e7099: from storage DS-805bdca3-bbb7-434c-9081-fb629fe9520a node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=062058c3-bf31-49bf-a3dd-3bb11745a972, infoPort=44341, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:54:42,128 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data3/current/BP-131561664-172.17.0.2-1733352879603/current, will proceed with Du for space computation calculation, 2024-12-04T22:54:42,163 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data4/current/BP-131561664-172.17.0.2-1733352879603/current, will proceed with Du for space computation calculation, 2024-12-04T22:54:42,181 WARN [Thread-1092 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:54:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53595e25233263d6 with lease ID 0x68b93c1cba6e709a: Processing first storage report for DS-06a4aca5-a191-4180-a8bc-f3e350ce7def from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=a09e629b-62bc-48eb-b3d6-78cbcd585d4c, infoPort=46069, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603) 2024-12-04T22:54:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53595e25233263d6 with lease ID 0x68b93c1cba6e709a: from storage DS-06a4aca5-a191-4180-a8bc-f3e350ce7def node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=a09e629b-62bc-48eb-b3d6-78cbcd585d4c, infoPort=46069, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:54:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53595e25233263d6 with lease ID 0x68b93c1cba6e709a: Processing first storage report for DS-50e46270-8857-44fd-87c1-5ea6f924096f from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=a09e629b-62bc-48eb-b3d6-78cbcd585d4c, infoPort=46069, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603) 2024-12-04T22:54:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53595e25233263d6 with lease ID 0x68b93c1cba6e709a: from storage DS-50e46270-8857-44fd-87c1-5ea6f924096f node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=a09e629b-62bc-48eb-b3d6-78cbcd585d4c, infoPort=46069, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=284964244;c=1733352879603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:54:42,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e 2024-12-04T22:54:42,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/zookeeper_0, clientPort=59239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:54:42,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59239 2024-12-04T22:54:42,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:54:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:54:42,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865 with version=8 2024-12-04T22:54:42,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase-staging 2024-12-04T22:54:42,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:54:42,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:54:42,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40853 2024-12-04T22:54:42,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40853 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-12-04T22:54:42,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408530x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:54:42,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40853-0x101a28dfc1e0000 connected 2024-12-04T22:54:42,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:54:42,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865, hbase.cluster.distributed=false 2024-12-04T22:54:42,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:54:42,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40853 2024-12-04T22:54:42,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40853 2024-12-04T22:54:42,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40853 2024-12-04T22:54:42,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40853 2024-12-04T22:54:42,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40853 2024-12-04T22:54:42,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:54:42,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:54:42,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44981 2024-12-04T22:54:42,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44981 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-12-04T22:54:42,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449810x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:54:42,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44981-0x101a28dfc1e0001 connected 2024-12-04T22:54:42,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:54:42,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:54:42,523 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:54:42,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:54:42,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:54:42,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44981 2024-12-04T22:54:42,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44981 2024-12-04T22:54:42,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44981 2024-12-04T22:54:42,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44981 2024-12-04T22:54:42,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44981 2024-12-04T22:54:42,539 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:40853 2024-12-04T22:54:42,539 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:54:42,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:54:42,550 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:54:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,560 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:54:42,561 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,40853,1733352882306 from backup master directory 2024-12-04T22:54:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:54:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:54:42,570 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:54:42,570 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,575 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/hbase.id] with ID: 3b3cda2e-54ae-41ca-ac14-4883ef31d303 2024-12-04T22:54:42,575 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/.tmp/hbase.id 2024-12-04T22:54:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:54:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:54:42,582 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/.tmp/hbase.id]:[hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/hbase.id] 2024-12-04T22:54:42,593 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:42,593 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:54:42,595 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T22:54:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:54:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:54:42,614 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:54:42,615 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:54:42,615 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:54:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:54:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:54:42,623 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store 2024-12-04T22:54:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:54:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:54:42,630 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:54:42,630 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:54:42,630 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:42,630 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:42,630 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:54:42,630 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:42,630 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:54:42,630 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352882630Disabling compacts and flushes for region at 1733352882630Disabling writes for close at 1733352882630Writing region close event to WAL at 1733352882630Closed at 1733352882630 2024-12-04T22:54:42,631 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/.initializing 2024-12-04T22:54:42,631 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/WALs/9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,632 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:54:42,634 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C40853%2C1733352882306, suffix=, logDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/WALs/9840c0493aab,40853,1733352882306, archiveDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/oldWALs, maxLogs=10 2024-12-04T22:54:42,646 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/WALs/9840c0493aab,40853,1733352882306/9840c0493aab%2C40853%2C1733352882306.1733352882634, exclude list is [], retry=0 2024-12-04T22:54:42,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-108d5557-cab5-4564-970b-d99d686f9a5d,DISK] 2024-12-04T22:54:42,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06a4aca5-a191-4180-a8bc-f3e350ce7def,DISK] 2024-12-04T22:54:42,650 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/WALs/9840c0493aab,40853,1733352882306/9840c0493aab%2C40853%2C1733352882306.1733352882634 2024-12-04T22:54:42,651 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341),(127.0.0.1/127.0.0.1:46069:46069)] 2024-12-04T22:54:42,651 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:54:42,651 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:54:42,651 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,651 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:54:42,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:42,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:54:42,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:54:42,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:54:42,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:54:42,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:54:42,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:54:42,659 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,660 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,660 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,661 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,661 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,662 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:54:42,663 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:54:42,665 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:54:42,665 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770497, jitterRate=-0.02026274800300598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:54:42,666 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352882651Initializing all the Stores at 1733352882652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352882652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352882652Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352882652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352882652Cleaning up temporary data from old regions at 1733352882661 (+9 ms)Region opened successfully at 1733352882666 (+5 ms) 2024-12-04T22:54:42,666 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:54:42,670 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3619a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:54:42,671 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:54:42,671 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:54:42,671 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:54:42,671 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:54:42,672 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T22:54:42,672 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T22:54:42,672 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:54:42,674 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:54:42,675 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:54:42,686 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:54:42,686 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:54:42,687 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:54:42,696 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:54:42,697 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:54:42,699 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:54:42,712 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:54:42,714 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:54:42,722 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:54:42,727 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:54:42,738 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:54:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:54:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:54:42,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,751 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,40853,1733352882306, sessionid=0x101a28dfc1e0000, setting cluster-up flag (Was=false) 2024-12-04T22:54:42,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,807 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:54:42,811 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:42,865 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:54:42,867 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,40853,1733352882306 2024-12-04T22:54:42,869 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:54:42,871 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:54:42,872 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:54:42,872 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:54:42,872 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,40853,1733352882306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:54:42,875 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,876 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352912876 2024-12-04T22:54:42,876 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:54:42,877 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:54:42,877 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:54:42,877 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:54:42,877 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:54:42,877 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:54:42,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:54:42,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:54:42,877 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,878 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:54:42,878 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:54:42,878 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:54:42,878 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:54:42,878 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:54:42,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:54:42,880 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352882878,5,FailOnTimeoutGroup] 2024-12-04T22:54:42,881 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352882880,5,FailOnTimeoutGroup] 2024-12-04T22:54:42,881 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,882 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:54:42,882 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,882 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:54:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:54:42,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:54:42,888 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865 2024-12-04T22:54:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:54:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:54:42,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:54:42,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:54:42,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:54:42,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:42,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:54:42,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:54:42,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:42,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:54:42,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:54:42,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:42,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:54:42,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:54:42,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:42,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:42,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:54:42,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740 2024-12-04T22:54:42,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740 2024-12-04T22:54:42,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:54:42,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:54:42,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:54:42,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:54:42,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:54:42,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817622, jitterRate=0.03966096043586731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:54:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352882894Initializing all the Stores at 1733352882895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352882895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352882895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352882895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352882895Cleaning up temporary data from old regions at 1733352882904 (+9 ms)Region opened successfully at 1733352882908 (+4 ms) 2024-12-04T22:54:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:54:42,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:54:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:54:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:54:42,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:54:42,910 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:54:42,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352882909Disabling compacts and flushes for region at 1733352882909Disabling writes for close at 1733352882909Writing region close event to WAL at 1733352882910 (+1 ms)Closed at 1733352882910 2024-12-04T22:54:42,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:54:42,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:54:42,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:54:42,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:54:42,913 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:54:42,929 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(746): ClusterId : 3b3cda2e-54ae-41ca-ac14-4883ef31d303 2024-12-04T22:54:42,929 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:54:42,939 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:54:42,939 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:54:42,950 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:54:42,950 DEBUG [RS:0;9840c0493aab:44981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651d1ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:54:42,960 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:44981 2024-12-04T22:54:42,960 INFO [RS:0;9840c0493aab:44981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:54:42,960 INFO [RS:0;9840c0493aab:44981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:54:42,960 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:54:42,961 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,40853,1733352882306 with port=44981, startcode=1733352882508 2024-12-04T22:54:42,961 DEBUG [RS:0;9840c0493aab:44981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:54:42,962 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:54:42,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,44981,1733352882508 2024-12-04T22:54:42,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40853 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,44981,1733352882508 2024-12-04T22:54:42,964 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865 2024-12-04T22:54:42,964 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37755 2024-12-04T22:54:42,964 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:54:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:54:42,975 DEBUG [RS:0;9840c0493aab:44981 {}] zookeeper.ZKUtil(111): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,44981,1733352882508 2024-12-04T22:54:42,975 WARN [RS:0;9840c0493aab:44981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:54:42,975 INFO [RS:0;9840c0493aab:44981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:54:42,976 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508 2024-12-04T22:54:42,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,44981,1733352882508] 2024-12-04T22:54:42,979 INFO [RS:0;9840c0493aab:44981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:54:42,980 INFO [RS:0;9840c0493aab:44981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:54:42,981 INFO [RS:0;9840c0493aab:44981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:54:42,981 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,981 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:54:42,982 INFO [RS:0;9840c0493aab:44981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:54:42,982 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,982 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,983 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,983 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,983 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:54:42,983 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:54:42,983 DEBUG [RS:0;9840c0493aab:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:54:42,983 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,983 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,983 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,983 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,983 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,983 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44981,1733352882508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:54:42,996 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:54:42,996 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44981,1733352882508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,997 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:42,997 INFO [RS:0;9840c0493aab:44981 {}] regionserver.Replication(171): 9840c0493aab,44981,1733352882508 started 2024-12-04T22:54:43,009 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,009 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,44981,1733352882508, RpcServer on 9840c0493aab/172.17.0.2:44981, sessionid=0x101a28dfc1e0001 2024-12-04T22:54:43,009 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:54:43,010 DEBUG [RS:0;9840c0493aab:44981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,44981,1733352882508 2024-12-04T22:54:43,010 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,44981,1733352882508' 2024-12-04T22:54:43,010 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:54:43,010 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:54:43,011 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:54:43,011 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:54:43,011 DEBUG [RS:0;9840c0493aab:44981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,44981,1733352882508 2024-12-04T22:54:43,011 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,44981,1733352882508' 2024-12-04T22:54:43,011 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:54:43,011 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:54:43,012 DEBUG [RS:0;9840c0493aab:44981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:54:43,012 INFO [RS:0;9840c0493aab:44981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:54:43,012 INFO [RS:0;9840c0493aab:44981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:54:43,064 WARN [9840c0493aab:40853 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:54:43,112 INFO [RS:0;9840c0493aab:44981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:54:43,115 INFO [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C44981%2C1733352882508, suffix=, logDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508, archiveDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/oldWALs, maxLogs=32 2024-12-04T22:54:43,130 DEBUG [RS:0;9840c0493aab:44981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352883116, exclude list is [], retry=0 2024-12-04T22:54:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-108d5557-cab5-4564-970b-d99d686f9a5d,DISK] 2024-12-04T22:54:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06a4aca5-a191-4180-a8bc-f3e350ce7def,DISK] 2024-12-04T22:54:43,134 INFO [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352883116 2024-12-04T22:54:43,135 DEBUG [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341),(127.0.0.1/127.0.0.1:46069:46069)] 2024-12-04T22:54:43,314 DEBUG [9840c0493aab:40853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:54:43,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:54:43,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,44981,1733352882508, state=OPENING 2024-12-04T22:54:43,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:54:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:54:43,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:54:43,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:54:43,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:54:43,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,44981,1733352882508}] 2024-12-04T22:54:43,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:54:43,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:54:43,545 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:54:43,545 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:54:43,546 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:54:43,548 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C44981%2C1733352882508.meta, suffix=.meta, logDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508, archiveDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/oldWALs, maxLogs=32 2024-12-04T22:54:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:43,561 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.meta.1733352883549.meta, exclude list is [], retry=0 2024-12-04T22:54:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06a4aca5-a191-4180-a8bc-f3e350ce7def,DISK] 2024-12-04T22:54:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-108d5557-cab5-4564-970b-d99d686f9a5d,DISK] 2024-12-04T22:54:43,565 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.meta.1733352883549.meta 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069),(127.0.0.1/127.0.0.1:44341:44341)] 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:54:43,568 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:54:43,568 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:54:43,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:54:43,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:54:43,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:43,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:43,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:54:43,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:54:43,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:43,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:43,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:54:43,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:54:43,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:43,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:43,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:54:43,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:54:43,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:43,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:54:43,574 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:54:43,575 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740 2024-12-04T22:54:43,576 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740 2024-12-04T22:54:43,577 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:54:43,577 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:54:43,578 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:54:43,579 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:54:43,580 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819670, jitterRate=0.04226474463939667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:54:43,580 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:54:43,581 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352883569Writing region info on filesystem at 1733352883569Initializing all the Stores at 1733352883569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352883570 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352883570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352883570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352883570Cleaning up temporary data from old regions at 1733352883577 (+7 ms)Running coprocessor post-open hooks at 1733352883580 (+3 ms)Region opened successfully at 1733352883580 2024-12-04T22:54:43,581 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352883535 2024-12-04T22:54:43,584 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:54:43,584 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:54:43,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:54:43,585 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,44981,1733352882508, state=OPEN 2024-12-04T22:54:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:54:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:54:43,619 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,44981,1733352882508 2024-12-04T22:54:43,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:54:43,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:54:43,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:54:43,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,44981,1733352882508 in 241 msec 2024-12-04T22:54:43,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:54:43,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-12-04T22:54:43,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:54:43,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:54:43,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:54:43,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,44981,1733352882508, seqNum=-1] 2024-12-04T22:54:43,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:54:43,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:54:43,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 763 msec 2024-12-04T22:54:43,634 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352883634, completionTime=-1 2024-12-04T22:54:43,634 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:54:43,634 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:54:43,636 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:54:43,636 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352943636 2024-12-04T22:54:43,636 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733353003636 2024-12-04T22:54:43,636 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T22:54:43,636 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,40853,1733352882306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,637 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,40853,1733352882306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,637 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,40853,1733352882306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,637 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:40853, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,637 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,637 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,638 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:54:43,640 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.070sec 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,40853,1733352882306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:54:43,641 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,40853,1733352882306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:54:43,643 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:54:43,643 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:54:43,643 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,40853,1733352882306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:54:43,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7f888c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:54:43,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,40853,-1 for getting cluster id 2024-12-04T22:54:43,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:54:43,733 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3cda2e-54ae-41ca-ac14-4883ef31d303' 2024-12-04T22:54:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:54:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3cda2e-54ae-41ca-ac14-4883ef31d303" 2024-12-04T22:54:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2fa535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:54:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,40853,-1] 2024-12-04T22:54:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:54:43,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:54:43,737 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:54:43,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c52eef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:54:43,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:54:43,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,44981,1733352882508, seqNum=-1] 2024-12-04T22:54:43,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:54:43,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:54:43,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,40853,1733352882306 2024-12-04T22:54:43,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:54:43,747 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T22:54:43,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:54:43,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,40853,1733352882306 2024-12-04T22:54:43,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52857927 2024-12-04T22:54:43,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:54:43,750 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:54:43,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T22:54:43,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T22:54:43,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:54:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-04T22:54:43,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:54:43,754 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:43,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-04T22:54:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:54:43,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:54:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741835_1011 (size=381) 2024-12-04T22:54:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741835_1011 (size=381) 2024-12-04T22:54:43,765 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9085560ea8ea91eb3ca3a9d376ea2d6, NAME => 'TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865 2024-12-04T22:54:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741836_1012 (size=64) 2024-12-04T22:54:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741836_1012 (size=64) 2024-12-04T22:54:43,774 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:54:43,774 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing e9085560ea8ea91eb3ca3a9d376ea2d6, disabling compactions & flushes 2024-12-04T22:54:43,774 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:43,774 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:43,774 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. after waiting 0 ms 2024-12-04T22:54:43,774 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:43,774 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:43,774 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9085560ea8ea91eb3ca3a9d376ea2d6: Waiting for close lock at 1733352883774Disabling compacts and flushes for region at 1733352883774Disabling writes for close at 1733352883774Writing region close event to WAL at 1733352883774Closed at 1733352883774 2024-12-04T22:54:43,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:54:43,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733352883776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352883776"}]},"ts":"1733352883776"} 2024-12-04T22:54:43,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:54:43,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:54:43,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352883779"}]},"ts":"1733352883779"} 2024-12-04T22:54:43,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-04T22:54:43,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, ASSIGN}] 2024-12-04T22:54:43,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, ASSIGN 2024-12-04T22:54:43,782 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, ASSIGN; state=OFFLINE, location=9840c0493aab,44981,1733352882508; forceNewPlan=false, retain=false 2024-12-04T22:54:43,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9085560ea8ea91eb3ca3a9d376ea2d6, regionState=OPENING, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:54:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, ASSIGN because future has completed 2024-12-04T22:54:43,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508}] 2024-12-04T22:54:44,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:54:44,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:44,094 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:44,095 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9085560ea8ea91eb3ca3a9d376ea2d6, NAME => 'TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:54:44,095 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,095 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:54:44,095 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,095 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,097 INFO [StoreOpener-e9085560ea8ea91eb3ca3a9d376ea2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,098 INFO [StoreOpener-e9085560ea8ea91eb3ca3a9d376ea2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9085560ea8ea91eb3ca3a9d376ea2d6 columnFamilyName info 2024-12-04T22:54:44,098 DEBUG [StoreOpener-e9085560ea8ea91eb3ca3a9d376ea2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:54:44,099 INFO [StoreOpener-e9085560ea8ea91eb3ca3a9d376ea2d6-1 {}] regionserver.HStore(327): Store=e9085560ea8ea91eb3ca3a9d376ea2d6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:54:44,099 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,099 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,100 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,100 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,100 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,102 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,104 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:54:44,104 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9085560ea8ea91eb3ca3a9d376ea2d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879213, jitterRate=0.1179780662059784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:54:44,104 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:44,105 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9085560ea8ea91eb3ca3a9d376ea2d6: Running coprocessor pre-open hook at 1733352884095Writing region info on filesystem at 1733352884095Initializing all the Stores at 1733352884096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352884097 (+1 ms)Cleaning up temporary data from old regions at 1733352884100 (+3 ms)Running coprocessor post-open hooks at 1733352884104 (+4 ms)Region opened successfully at 1733352884105 (+1 ms) 2024-12-04T22:54:44,106 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., pid=6, masterSystemTime=1733352884090 2024-12-04T22:54:44,108 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:44,108 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:44,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9085560ea8ea91eb3ca3a9d376ea2d6, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:54:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 because future has completed 2024-12-04T22:54:44,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T22:54:44,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 in 175 msec 2024-12-04T22:54:44,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T22:54:44,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, ASSIGN in 334 msec 2024-12-04T22:54:44,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:54:44,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352884118"}]},"ts":"1733352884118"} 2024-12-04T22:54:44,121 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-04T22:54:44,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:54:44,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 371 msec 2024-12-04T22:54:46,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-04T22:54:46,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-04T22:54:46,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T22:54:49,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:54:49,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:54:49,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:54:49,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-04T22:54:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:54:53,781 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-04T22:54:53,781 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-04T22:54:53,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-04T22:54:53,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:54:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2] 2024-12-04T22:54:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:54:53,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:54:53,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/ea6549f6a09c42bf9d7c345ce87b4316 is 1055, key is row0001/info:/1733352893795/Put/seqid=0 2024-12-04T22:54:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741837_1013 (size=13386) 2024-12-04T22:54:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741837_1013 (size=13386) 2024-12-04T22:54:53,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/ea6549f6a09c42bf9d7c345ce87b4316 2024-12-04T22:54:53,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/ea6549f6a09c42bf9d7c345ce87b4316 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ea6549f6a09c42bf9d7c345ce87b4316 2024-12-04T22:54:53,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:54:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58272 deadline: 1733352903857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 2024-12-04T22:54:53,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ea6549f6a09c42bf9d7c345ce87b4316, entries=8, sequenceid=12, filesize=13.1 K 2024-12-04T22:54:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:54:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:54:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:54:53,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 96ms, sequenceid=12, compaction requested=false 2024-12-04T22:54:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:03,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-04T22:55:04,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d49ff82fed5346aeb3b55fd9df12c60f is 1055, key is row0009/info:/1733352893811/Put/seqid=0 2024-12-04T22:55:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741838_1014 (size=28134) 2024-12-04T22:55:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741838_1014 (size=28134) 2024-12-04T22:55:04,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d49ff82fed5346aeb3b55fd9df12c60f 2024-12-04T22:55:04,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d49ff82fed5346aeb3b55fd9df12c60f as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f 2024-12-04T22:55:04,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f, entries=22, sequenceid=37, filesize=27.5 K 2024-12-04T22:55:04,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 38ms, sequenceid=37, compaction requested=false 2024-12-04T22:55:04,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:04,027 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-04T22:55:04,028 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:04,028 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f because midkey is the same as first or last row 2024-12-04T22:55:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:06,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:55:06,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/a0226d8166474582acc9bdcfab511c72 is 1055, key is row0031/info:/1733352903992/Put/seqid=0 2024-12-04T22:55:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741839_1015 (size=13386) 2024-12-04T22:55:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741839_1015 (size=13386) 2024-12-04T22:55:06,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/a0226d8166474582acc9bdcfab511c72 2024-12-04T22:55:06,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/a0226d8166474582acc9bdcfab511c72 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/a0226d8166474582acc9bdcfab511c72 2024-12-04T22:55:06,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/a0226d8166474582acc9bdcfab511c72, entries=8, sequenceid=48, filesize=13.1 K 2024-12-04T22:55:06,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 25ms, sequenceid=48, compaction requested=true 2024-12-04T22:55:06,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f because midkey is the same as first or last row 2024-12-04T22:55:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9085560ea8ea91eb3ca3a9d376ea2d6:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:06,044 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:06,045 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:06,045 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): e9085560ea8ea91eb3ca3a9d376ea2d6/info is initiating minor compaction (all files) 2024-12-04T22:55:06,045 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9085560ea8ea91eb3ca3a9d376ea2d6/info in TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:06,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:06,046 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ea6549f6a09c42bf9d7c345ce87b4316, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/a0226d8166474582acc9bdcfab511c72] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp, totalSize=53.6 K 2024-12-04T22:55:06,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T22:55:06,046 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea6549f6a09c42bf9d7c345ce87b4316, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352893795 2024-12-04T22:55:06,047 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting d49ff82fed5346aeb3b55fd9df12c60f, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733352893811 2024-12-04T22:55:06,047 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0226d8166474582acc9bdcfab511c72, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733352903992 2024-12-04T22:55:06,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/ce0f8f80b0f44d3b82b88863de9a4585 is 1055, key is row0039/info:/1733352906018/Put/seqid=0 2024-12-04T22:55:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741840_1016 (size=18662) 2024-12-04T22:55:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741840_1016 (size=18662) 2024-12-04T22:55:06,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/ce0f8f80b0f44d3b82b88863de9a4585 2024-12-04T22:55:06,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/ce0f8f80b0f44d3b82b88863de9a4585 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ce0f8f80b0f44d3b82b88863de9a4585 2024-12-04T22:55:06,066 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9085560ea8ea91eb3ca3a9d376ea2d6#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:06,066 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/4d0f560a983c4ab38b679a1547e0e2d7 is 1055, key is row0001/info:/1733352893795/Put/seqid=0 2024-12-04T22:55:06,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ce0f8f80b0f44d3b82b88863de9a4585, entries=13, sequenceid=64, filesize=18.2 K 2024-12-04T22:55:06,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 26ms, sequenceid=64, compaction requested=false 2024-12-04T22:55:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.8 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f because midkey is the same as first or last row 2024-12-04T22:55:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741841_1017 (size=45105) 2024-12-04T22:55:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741841_1017 (size=45105) 2024-12-04T22:55:06,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T22:55:06,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/37f61118e8714480be4d6458d3634239 is 1055, key is row0052/info:/1733352906046/Put/seqid=0 2024-12-04T22:55:06,080 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/4d0f560a983c4ab38b679a1547e0e2d7 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 2024-12-04T22:55:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741842_1018 (size=17594) 2024-12-04T22:55:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741842_1018 (size=17594) 2024-12-04T22:55:06,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/37f61118e8714480be4d6458d3634239 2024-12-04T22:55:06,088 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9085560ea8ea91eb3ca3a9d376ea2d6/info of e9085560ea8ea91eb3ca3a9d376ea2d6 into 4d0f560a983c4ab38b679a1547e0e2d7(size=44.0 K), total size for store is 62.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:06,088 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:06,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/37f61118e8714480be4d6458d3634239 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/37f61118e8714480be4d6458d3634239 2024-12-04T22:55:06,090 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., storeName=e9085560ea8ea91eb3ca3a9d376ea2d6/info, priority=13, startTime=1733352906043; duration=0sec 2024-12-04T22:55:06,090 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,090 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 because midkey is the same as first or last row 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 because midkey is the same as first or last row 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 because midkey is the same as first or last row 2024-12-04T22:55:06,091 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:06,092 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9085560ea8ea91eb3ca3a9d376ea2d6:info 2024-12-04T22:55:06,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/37f61118e8714480be4d6458d3634239, entries=12, sequenceid=79, filesize=17.2 K 2024-12-04T22:55:06,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 22ms, sequenceid=79, compaction requested=true 2024-12-04T22:55:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 because midkey is the same as first or last row 2024-12-04T22:55:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9085560ea8ea91eb3ca3a9d376ea2d6:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:06,095 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:06,096 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:06,096 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): e9085560ea8ea91eb3ca3a9d376ea2d6/info is initiating minor compaction (all files) 2024-12-04T22:55:06,096 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9085560ea8ea91eb3ca3a9d376ea2d6/info in TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:06,097 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ce0f8f80b0f44d3b82b88863de9a4585, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/37f61118e8714480be4d6458d3634239] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp, totalSize=79.5 K 2024-12-04T22:55:06,097 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d0f560a983c4ab38b679a1547e0e2d7, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733352893795 2024-12-04T22:55:06,097 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce0f8f80b0f44d3b82b88863de9a4585, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733352906018 2024-12-04T22:55:06,098 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37f61118e8714480be4d6458d3634239, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733352906046 2024-12-04T22:55:06,109 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9085560ea8ea91eb3ca3a9d376ea2d6#info#compaction#37 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:06,110 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/6c3a1fae7c764078a16af27882a6a8bf is 1055, key is row0001/info:/1733352893795/Put/seqid=0 2024-12-04T22:55:06,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741843_1019 (size=71580) 2024-12-04T22:55:06,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741843_1019 (size=71580) 2024-12-04T22:55:06,121 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/6c3a1fae7c764078a16af27882a6a8bf as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf 2024-12-04T22:55:06,127 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9085560ea8ea91eb3ca3a9d376ea2d6/info of e9085560ea8ea91eb3ca3a9d376ea2d6 into 6c3a1fae7c764078a16af27882a6a8bf(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:06,127 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:06,127 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., storeName=e9085560ea8ea91eb3ca3a9d376ea2d6/info, priority=13, startTime=1733352906095; duration=0sec 2024-12-04T22:55:06,127 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,127 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf because midkey is the same as first or last row 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf because midkey is the same as first or last row 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf because midkey is the same as first or last row 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:06,128 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9085560ea8ea91eb3ca3a9d376ea2d6:info 2024-12-04T22:55:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:55:08,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d520d683353143c995f0f88b218a01b5 is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741844_1020 (size=13386) 2024-12-04T22:55:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741844_1020 (size=13386) 2024-12-04T22:55:08,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d520d683353143c995f0f88b218a01b5 2024-12-04T22:55:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d520d683353143c995f0f88b218a01b5 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d520d683353143c995f0f88b218a01b5 2024-12-04T22:55:08,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d520d683353143c995f0f88b218a01b5, entries=8, sequenceid=92, filesize=13.1 K 2024-12-04T22:55:08,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 28ms, sequenceid=92, compaction requested=false 2024-12-04T22:55:08,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:08,125 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-12-04T22:55:08,125 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:08,125 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf because midkey is the same as first or last row 2024-12-04T22:55:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T22:55:08,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d3df4439bce04892b6a4151b81e69fe6 is 1055, key is row0072/info:/1733352908097/Put/seqid=0 2024-12-04T22:55:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741845_1021 (size=18662) 2024-12-04T22:55:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741845_1021 (size=18662) 2024-12-04T22:55:08,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d3df4439bce04892b6a4151b81e69fe6 2024-12-04T22:55:08,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/d3df4439bce04892b6a4151b81e69fe6 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d3df4439bce04892b6a4151b81e69fe6 2024-12-04T22:55:08,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d3df4439bce04892b6a4151b81e69fe6, entries=13, sequenceid=108, filesize=18.2 K 2024-12-04T22:55:08,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 32ms, sequenceid=108, compaction requested=true 2024-12-04T22:55:08,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:08,158 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.2 K, sizeToCheck=16.0 K 2024-12-04T22:55:08,158 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:08,158 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf because midkey is the same as first or last row 2024-12-04T22:55:08,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9085560ea8ea91eb3ca3a9d376ea2d6:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:08,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:08,158 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:08,159 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103628 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:08,159 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): e9085560ea8ea91eb3ca3a9d376ea2d6/info is initiating minor compaction (all files) 2024-12-04T22:55:08,159 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9085560ea8ea91eb3ca3a9d376ea2d6/info in TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:08,160 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d520d683353143c995f0f88b218a01b5, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d3df4439bce04892b6a4151b81e69fe6] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp, totalSize=101.2 K 2024-12-04T22:55:08,160 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c3a1fae7c764078a16af27882a6a8bf, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733352893795 2024-12-04T22:55:08,160 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting d520d683353143c995f0f88b218a01b5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733352906075 2024-12-04T22:55:08,161 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3df4439bce04892b6a4151b81e69fe6, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733352908097 2024-12-04T22:55:08,176 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9085560ea8ea91eb3ca3a9d376ea2d6#info#compaction#40 average throughput is 16.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:08,177 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/9624cb0a66934da69b18dc2e4664f286 is 1055, key is row0001/info:/1733352893795/Put/seqid=0 2024-12-04T22:55:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741846_1022 (size=93847) 2024-12-04T22:55:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741846_1022 (size=93847) 2024-12-04T22:55:08,187 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/9624cb0a66934da69b18dc2e4664f286 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286 2024-12-04T22:55:08,193 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9085560ea8ea91eb3ca3a9d376ea2d6/info of e9085560ea8ea91eb3ca3a9d376ea2d6 into 9624cb0a66934da69b18dc2e4664f286(size=91.6 K), total size for store is 91.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:08,193 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9085560ea8ea91eb3ca3a9d376ea2d6: 2024-12-04T22:55:08,193 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., storeName=e9085560ea8ea91eb3ca3a9d376ea2d6/info, priority=13, startTime=1733352908158; duration=0sec 2024-12-04T22:55:08,193 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.6 K, sizeToCheck=16.0 K 2024-12-04T22:55:08,193 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:08,193 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.6 K, sizeToCheck=16.0 K 2024-12-04T22:55:08,193 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:08,194 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.6 K, sizeToCheck=16.0 K 2024-12-04T22:55:08,194 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T22:55:08,195 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:08,195 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:08,195 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9085560ea8ea91eb3ca3a9d376ea2d6:info 2024-12-04T22:55:08,196 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40853 {}] assignment.AssignmentManager(1363): Split request from 9840c0493aab,44981,1733352882508, parent={ENCODED => e9085560ea8ea91eb3ca3a9d376ea2d6, NAME => 'TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-04T22:55:08,200 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40853 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=9840c0493aab,44981,1733352882508 2024-12-04T22:55:08,204 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e9085560ea8ea91eb3ca3a9d376ea2d6, daughterA=4d94bdd2c2912e75ea4b89aba7d0799b, daughterB=3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e9085560ea8ea91eb3ca3a9d376ea2d6, daughterA=4d94bdd2c2912e75ea4b89aba7d0799b, daughterB=3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e9085560ea8ea91eb3ca3a9d376ea2d6, daughterA=4d94bdd2c2912e75ea4b89aba7d0799b, daughterB=3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e9085560ea8ea91eb3ca3a9d376ea2d6, daughterA=4d94bdd2c2912e75ea4b89aba7d0799b, daughterB=3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, UNASSIGN}] 2024-12-04T22:55:08,213 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, UNASSIGN 2024-12-04T22:55:08,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e9085560ea8ea91eb3ca3a9d376ea2d6, regionState=CLOSING, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:55:08,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, UNASSIGN because future has completed 2024-12-04T22:55:08,217 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-04T22:55:08,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508}] 2024-12-04T22:55:08,375 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,375 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-04T22:55:08,376 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing e9085560ea8ea91eb3ca3a9d376ea2d6, disabling compactions & flushes 2024-12-04T22:55:08,376 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:08,376 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:08,376 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. after waiting 0 ms 2024-12-04T22:55:08,376 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:08,377 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing e9085560ea8ea91eb3ca3a9d376ea2d6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T22:55:08,384 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/372b2f5a7a884cbe870e1dcbe81c212b is 1055, key is row0085/info:/1733352908127/Put/seqid=0 2024-12-04T22:55:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741847_1023 (size=17594) 2024-12-04T22:55:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741847_1023 (size=17594) 2024-12-04T22:55:08,391 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/372b2f5a7a884cbe870e1dcbe81c212b 2024-12-04T22:55:08,399 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/.tmp/info/372b2f5a7a884cbe870e1dcbe81c212b as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/372b2f5a7a884cbe870e1dcbe81c212b 2024-12-04T22:55:08,404 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/372b2f5a7a884cbe870e1dcbe81c212b, entries=12, sequenceid=124, filesize=17.2 K 2024-12-04T22:55:08,405 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 29ms, sequenceid=124, compaction requested=false 2024-12-04T22:55:08,406 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ea6549f6a09c42bf9d7c345ce87b4316, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/a0226d8166474582acc9bdcfab511c72, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ce0f8f80b0f44d3b82b88863de9a4585, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/37f61118e8714480be4d6458d3634239, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d520d683353143c995f0f88b218a01b5, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d3df4439bce04892b6a4151b81e69fe6] to archive 2024-12-04T22:55:08,407 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:55:08,409 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ea6549f6a09c42bf9d7c345ce87b4316 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ea6549f6a09c42bf9d7c345ce87b4316 2024-12-04T22:55:08,410 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d49ff82fed5346aeb3b55fd9df12c60f 2024-12-04T22:55:08,411 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/4d0f560a983c4ab38b679a1547e0e2d7 2024-12-04T22:55:08,412 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/a0226d8166474582acc9bdcfab511c72 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/a0226d8166474582acc9bdcfab511c72 2024-12-04T22:55:08,413 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ce0f8f80b0f44d3b82b88863de9a4585 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/ce0f8f80b0f44d3b82b88863de9a4585 2024-12-04T22:55:08,414 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/6c3a1fae7c764078a16af27882a6a8bf 2024-12-04T22:55:08,415 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/37f61118e8714480be4d6458d3634239 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/37f61118e8714480be4d6458d3634239 2024-12-04T22:55:08,417 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d520d683353143c995f0f88b218a01b5 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d520d683353143c995f0f88b218a01b5 2024-12-04T22:55:08,418 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d3df4439bce04892b6a4151b81e69fe6 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/d3df4439bce04892b6a4151b81e69fe6 2024-12-04T22:55:08,423 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-12-04T22:55:08,424 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. 2024-12-04T22:55:08,424 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for e9085560ea8ea91eb3ca3a9d376ea2d6: Waiting for close lock at 1733352908376Running coprocessor pre-close hooks at 1733352908376Disabling compacts and flushes for region at 1733352908376Disabling writes for close at 1733352908376Obtaining lock to block concurrent updates at 1733352908377 (+1 ms)Preparing flush snapshotting stores in e9085560ea8ea91eb3ca3a9d376ea2d6 at 1733352908377Finished memstore snapshotting TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1733352908377Flushing stores of TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. at 1733352908378 (+1 ms)Flushing e9085560ea8ea91eb3ca3a9d376ea2d6/info: creating writer at 1733352908378Flushing e9085560ea8ea91eb3ca3a9d376ea2d6/info: appending metadata at 1733352908383 (+5 ms)Flushing e9085560ea8ea91eb3ca3a9d376ea2d6/info: closing flushed file at 1733352908383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6173bee: reopening flushed file at 1733352908398 (+15 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for e9085560ea8ea91eb3ca3a9d376ea2d6 in 29ms, sequenceid=124, compaction requested=false at 1733352908405 (+7 ms)Writing region close event to WAL at 1733352908420 (+15 ms)Running coprocessor post-close hooks at 1733352908424 (+4 ms)Closed at 1733352908424 2024-12-04T22:55:08,427 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e9085560ea8ea91eb3ca3a9d376ea2d6, regionState=CLOSED 2024-12-04T22:55:08,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 because future has completed 2024-12-04T22:55:08,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T22:55:08,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure e9085560ea8ea91eb3ca3a9d376ea2d6, server=9840c0493aab,44981,1733352882508 in 213 msec 2024-12-04T22:55:08,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T22:55:08,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9085560ea8ea91eb3ca3a9d376ea2d6, UNASSIGN in 222 msec 2024-12-04T22:55:08,443 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:08,445 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=e9085560ea8ea91eb3ca3a9d376ea2d6, threads=2 2024-12-04T22:55:08,447 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/372b2f5a7a884cbe870e1dcbe81c212b for region: e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,447 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286 for region: e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,455 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/372b2f5a7a884cbe870e1dcbe81c212b, top=true 2024-12-04T22:55:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741848_1024 (size=27) 2024-12-04T22:55:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741848_1024 (size=27) 2024-12-04T22:55:08,465 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b for child: 3bd7b71c49e24e6abeee9e368ec451e4, parent: e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,465 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/372b2f5a7a884cbe870e1dcbe81c212b for region: e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741849_1025 (size=27) 2024-12-04T22:55:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741849_1025 (size=27) 2024-12-04T22:55:08,470 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286 for region: e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:08,472 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region e9085560ea8ea91eb3ca3a9d376ea2d6 Daughter A: [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6] storefiles, Daughter B: [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6] storefiles. 2024-12-04T22:55:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741850_1026 (size=71) 2024-12-04T22:55:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741850_1026 (size=71) 2024-12-04T22:55:08,483 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741851_1027 (size=71) 2024-12-04T22:55:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741851_1027 (size=71) 2024-12-04T22:55:08,522 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:08,532 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-04T22:55:08,533 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-04T22:55:08,536 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733352908535"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733352908535"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733352908535"}]},"ts":"1733352908535"} 2024-12-04T22:55:08,536 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733352908535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352908535"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733352908535"}]},"ts":"1733352908535"} 2024-12-04T22:55:08,536 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733352908535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352908535"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733352908535"}]},"ts":"1733352908535"} 2024-12-04T22:55:08,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4d94bdd2c2912e75ea4b89aba7d0799b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3bd7b71c49e24e6abeee9e368ec451e4, ASSIGN}] 2024-12-04T22:55:08,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4d94bdd2c2912e75ea4b89aba7d0799b, ASSIGN 2024-12-04T22:55:08,553 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3bd7b71c49e24e6abeee9e368ec451e4, ASSIGN 2024-12-04T22:55:08,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4d94bdd2c2912e75ea4b89aba7d0799b, ASSIGN; state=SPLITTING_NEW, location=9840c0493aab,44981,1733352882508; forceNewPlan=false, retain=false 2024-12-04T22:55:08,554 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3bd7b71c49e24e6abeee9e368ec451e4, ASSIGN; state=SPLITTING_NEW, location=9840c0493aab,44981,1733352882508; forceNewPlan=false, retain=false 2024-12-04T22:55:08,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3bd7b71c49e24e6abeee9e368ec451e4, regionState=OPENING, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:55:08,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4d94bdd2c2912e75ea4b89aba7d0799b, regionState=OPENING, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:55:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3bd7b71c49e24e6abeee9e368ec451e4, ASSIGN because future has completed 2024-12-04T22:55:08,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd7b71c49e24e6abeee9e368ec451e4, server=9840c0493aab,44981,1733352882508}] 2024-12-04T22:55:08,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4d94bdd2c2912e75ea4b89aba7d0799b, ASSIGN because future has completed 2024-12-04T22:55:08,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d94bdd2c2912e75ea4b89aba7d0799b, server=9840c0493aab,44981,1733352882508}] 2024-12-04T22:55:08,873 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:08,873 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bd7b71c49e24e6abeee9e368ec451e4, NAME => 'TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-04T22:55:08,874 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,874 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:55:08,875 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,875 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,877 INFO [StoreOpener-3bd7b71c49e24e6abeee9e368ec451e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,878 INFO [StoreOpener-3bd7b71c49e24e6abeee9e368ec451e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd7b71c49e24e6abeee9e368ec451e4 columnFamilyName info 2024-12-04T22:55:08,878 DEBUG [StoreOpener-3bd7b71c49e24e6abeee9e368ec451e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:08,894 DEBUG [StoreOpener-3bd7b71c49e24e6abeee9e368ec451e4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6->hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286-top 2024-12-04T22:55:08,901 DEBUG [StoreOpener-3bd7b71c49e24e6abeee9e368ec451e4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b 2024-12-04T22:55:08,901 INFO [StoreOpener-3bd7b71c49e24e6abeee9e368ec451e4-1 {}] regionserver.HStore(327): Store=3bd7b71c49e24e6abeee9e368ec451e4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:55:08,902 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,903 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,904 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,904 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,904 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,906 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,907 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 3bd7b71c49e24e6abeee9e368ec451e4; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=803561, jitterRate=0.021781504154205322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:55:08,907 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:08,908 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3bd7b71c49e24e6abeee9e368ec451e4: Running coprocessor pre-open hook at 1733352908875Writing region info on filesystem at 1733352908875Initializing all the Stores at 1733352908877 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352908877Cleaning up temporary data from old regions at 1733352908904 (+27 ms)Running coprocessor post-open hooks at 1733352908907 (+3 ms)Region opened successfully at 1733352908908 (+1 ms) 2024-12-04T22:55:08,909 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., pid=12, masterSystemTime=1733352908864 2024-12-04T22:55:08,909 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:08,909 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:08,909 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T22:55:08,910 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:08,910 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:08,910 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:08,910 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6->hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286-top, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=108.8 K 2024-12-04T22:55:08,911 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6, keycount=42, bloomtype=ROW, size=91.6 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733352893795 2024-12-04T22:55:08,911 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:08,911 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:08,912 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:08,912 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733352908127 2024-12-04T22:55:08,912 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d94bdd2c2912e75ea4b89aba7d0799b, NAME => 'TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-04T22:55:08,912 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,912 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:55:08,912 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3bd7b71c49e24e6abeee9e368ec451e4, regionState=OPEN, openSeqNum=128, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:55:08,912 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,912 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,915 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-04T22:55:08,915 INFO [StoreOpener-4d94bdd2c2912e75ea4b89aba7d0799b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,915 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T22:55:08,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-04T22:55:08,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd7b71c49e24e6abeee9e368ec451e4, server=9840c0493aab,44981,1733352882508 because future has completed 2024-12-04T22:55:08,915 INFO [StoreOpener-4d94bdd2c2912e75ea4b89aba7d0799b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d94bdd2c2912e75ea4b89aba7d0799b columnFamilyName info 2024-12-04T22:55:08,915 DEBUG [StoreOpener-4d94bdd2c2912e75ea4b89aba7d0799b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:08,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T22:55:08,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bd7b71c49e24e6abeee9e368ec451e4, server=9840c0493aab,44981,1733352882508 in 207 msec 2024-12-04T22:55:08,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3bd7b71c49e24e6abeee9e368ec451e4, ASSIGN in 368 msec 2024-12-04T22:55:08,926 DEBUG [StoreOpener-4d94bdd2c2912e75ea4b89aba7d0799b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6->hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286-bottom 2024-12-04T22:55:08,927 INFO [StoreOpener-4d94bdd2c2912e75ea4b89aba7d0799b-1 {}] regionserver.HStore(327): Store=4d94bdd2c2912e75ea4b89aba7d0799b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:55:08,927 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,928 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,929 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,930 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,930 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,932 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,934 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 4d94bdd2c2912e75ea4b89aba7d0799b; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838257, jitterRate=0.0658990740776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:55:08,934 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:08,934 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 4d94bdd2c2912e75ea4b89aba7d0799b: Running coprocessor pre-open hook at 1733352908913Writing region info on filesystem at 1733352908913Initializing all the Stores at 1733352908914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352908914Cleaning up temporary data from old regions at 1733352908930 (+16 ms)Running coprocessor post-open hooks at 1733352908934 (+4 ms)Region opened successfully at 1733352908934 2024-12-04T22:55:08,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/info/0e6acad863434bbb87e68f4d99fcc18a is 193, key is TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4./info:regioninfo/1733352908912/Put/seqid=0 2024-12-04T22:55:08,937 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:08,937 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/f0d956e7711f48f9806b88c71893fd5a is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:08,988 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b., pid=13, masterSystemTime=1733352908864 2024-12-04T22:55:08,988 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 4d94bdd2c2912e75ea4b89aba7d0799b:info, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:55:08,988 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:08,988 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-04T22:55:08,989 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:08,989 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1541): 4d94bdd2c2912e75ea4b89aba7d0799b/info is initiating minor compaction (all files) 2024-12-04T22:55:08,989 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d94bdd2c2912e75ea4b89aba7d0799b/info in TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:08,989 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6->hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286-bottom] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/.tmp, totalSize=91.6 K 2024-12-04T22:55:08,990 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.Compactor(225): Compacting 9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6, keycount=42, bloomtype=ROW, size=91.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733352893795 2024-12-04T22:55:08,990 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:08,990 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:08,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4d94bdd2c2912e75ea4b89aba7d0799b, regionState=OPEN, openSeqNum=128, regionLocation=9840c0493aab,44981,1733352882508 2024-12-04T22:55:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741852_1028 (size=9882) 2024-12-04T22:55:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741852_1028 (size=9882) 2024-12-04T22:55:08,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/info/0e6acad863434bbb87e68f4d99fcc18a 2024-12-04T22:55:08,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d94bdd2c2912e75ea4b89aba7d0799b, server=9840c0493aab,44981,1733352882508 because future has completed 2024-12-04T22:55:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741853_1029 (size=39908) 2024-12-04T22:55:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741853_1029 (size=39908) 2024-12-04T22:55:08,998 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9840c0493aab,44981,1733352882508, table=TestLogRolling-testLogRolling, region=4d94bdd2c2912e75ea4b89aba7d0799b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T22:55:09,003 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/f0d956e7711f48f9806b88c71893fd5a as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/f0d956e7711f48f9806b88c71893fd5a 2024-12-04T22:55:09,011 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into f0d956e7711f48f9806b88c71893fd5a(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:09,011 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:09,011 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=14, startTime=1733352908909; duration=0sec 2024-12-04T22:55:09,011 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:09,011 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:09,014 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d94bdd2c2912e75ea4b89aba7d0799b#info#compaction#44 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:09,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T22:55:09,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d94bdd2c2912e75ea4b89aba7d0799b, server=9840c0493aab,44981,1733352882508 in 300 msec 2024-12-04T22:55:09,015 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/.tmp/info/af50c5a77a8f4415ba547c1cd006a7a5 is 1055, key is row0001/info:/1733352893795/Put/seqid=0 2024-12-04T22:55:09,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-04T22:55:09,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4d94bdd2c2912e75ea4b89aba7d0799b, ASSIGN in 462 msec 2024-12-04T22:55:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e9085560ea8ea91eb3ca3a9d376ea2d6, daughterA=4d94bdd2c2912e75ea4b89aba7d0799b, daughterB=3bd7b71c49e24e6abeee9e368ec451e4 in 818 msec 2024-12-04T22:55:09,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/ns/4820f54d525c407887d5e6d6811ee03e is 43, key is default/ns:d/1733352883629/Put/seqid=0 2024-12-04T22:55:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741854_1030 (size=71441) 2024-12-04T22:55:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741854_1030 (size=71441) 2024-12-04T22:55:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741855_1031 (size=5153) 2024-12-04T22:55:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741855_1031 (size=5153) 2024-12-04T22:55:09,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/ns/4820f54d525c407887d5e6d6811ee03e 2024-12-04T22:55:09,037 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/.tmp/info/af50c5a77a8f4415ba547c1cd006a7a5 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/af50c5a77a8f4415ba547c1cd006a7a5 2024-12-04T22:55:09,046 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 4d94bdd2c2912e75ea4b89aba7d0799b/info of 4d94bdd2c2912e75ea4b89aba7d0799b into af50c5a77a8f4415ba547c1cd006a7a5(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:09,047 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d94bdd2c2912e75ea4b89aba7d0799b: 2024-12-04T22:55:09,047 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b., storeName=4d94bdd2c2912e75ea4b89aba7d0799b/info, priority=15, startTime=1733352908988; duration=0sec 2024-12-04T22:55:09,047 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:09,047 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d94bdd2c2912e75ea4b89aba7d0799b:info 2024-12-04T22:55:09,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/table/e05be3ae84bb4a85ad9f3551d1c35b5c is 65, key is TestLogRolling-testLogRolling/table:state/1733352884118/Put/seqid=0 2024-12-04T22:55:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741856_1032 (size=5340) 2024-12-04T22:55:09,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/table/e05be3ae84bb4a85ad9f3551d1c35b5c 2024-12-04T22:55:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741856_1032 (size=5340) 2024-12-04T22:55:09,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/info/0e6acad863434bbb87e68f4d99fcc18a as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/info/0e6acad863434bbb87e68f4d99fcc18a 2024-12-04T22:55:09,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/info/0e6acad863434bbb87e68f4d99fcc18a, entries=30, sequenceid=17, filesize=9.7 K 2024-12-04T22:55:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/ns/4820f54d525c407887d5e6d6811ee03e as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/ns/4820f54d525c407887d5e6d6811ee03e 2024-12-04T22:55:09,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/ns/4820f54d525c407887d5e6d6811ee03e, entries=2, sequenceid=17, filesize=5.0 K 2024-12-04T22:55:09,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/table/e05be3ae84bb4a85ad9f3551d1c35b5c as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/table/e05be3ae84bb4a85ad9f3551d1c35b5c 2024-12-04T22:55:09,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/table/e05be3ae84bb4a85ad9f3551d1c35b5c, entries=2, sequenceid=17, filesize=5.2 K 2024-12-04T22:55:09,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 201ms, sequenceid=17, compaction requested=false 2024-12-04T22:55:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-04T22:55:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58272 deadline: 1733352920156, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. is not online on 9840c0493aab,44981,1733352882508 2024-12-04T22:55:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. is not online on 9840c0493aab,44981,1733352882508 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:55:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6. is not online on 9840c0493aab,44981,1733352882508 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:55:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733352883751.e9085560ea8ea91eb3ca3a9d376ea2d6., hostname=9840c0493aab,44981,1733352882508, seqNum=2 from cache 2024-12-04T22:55:12,286 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:55:13,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:55:13,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:13,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., hostname=9840c0493aab,44981,1733352882508, seqNum=128] 2024-12-04T22:55:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:20,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:55:20,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/98c394454a8f40ff8c0340f66364b356 is 1055, key is row0097/info:/1733352920292/Put/seqid=0 2024-12-04T22:55:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741857_1033 (size=13394) 2024-12-04T22:55:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741857_1033 (size=13394) 2024-12-04T22:55:20,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/98c394454a8f40ff8c0340f66364b356 2024-12-04T22:55:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/98c394454a8f40ff8c0340f66364b356 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/98c394454a8f40ff8c0340f66364b356 2024-12-04T22:55:20,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/98c394454a8f40ff8c0340f66364b356, entries=8, sequenceid=139, filesize=13.1 K 2024-12-04T22:55:20,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 3bd7b71c49e24e6abeee9e368ec451e4 in 24ms, sequenceid=139, compaction requested=false 2024-12-04T22:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:20,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T22:55:20,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/daac62ea33db4e00a2de2255bc7f7a8e is 1055, key is row0105/info:/1733352920306/Put/seqid=0 2024-12-04T22:55:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741858_1034 (size=17606) 2024-12-04T22:55:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741858_1034 (size=17606) 2024-12-04T22:55:20,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/daac62ea33db4e00a2de2255bc7f7a8e 2024-12-04T22:55:20,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/daac62ea33db4e00a2de2255bc7f7a8e as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/daac62ea33db4e00a2de2255bc7f7a8e 2024-12-04T22:55:20,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/daac62ea33db4e00a2de2255bc7f7a8e, entries=12, sequenceid=154, filesize=17.2 K 2024-12-04T22:55:20,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 3bd7b71c49e24e6abeee9e368ec451e4 in 24ms, sequenceid=154, compaction requested=true 2024-12-04T22:55:20,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:20,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:20,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:20,355 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:20,356 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 70908 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:20,356 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:20,356 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:20,356 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/f0d956e7711f48f9806b88c71893fd5a, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/98c394454a8f40ff8c0340f66364b356, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/daac62ea33db4e00a2de2255bc7f7a8e] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=69.2 K 2024-12-04T22:55:20,357 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0d956e7711f48f9806b88c71893fd5a, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733352906075 2024-12-04T22:55:20,357 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98c394454a8f40ff8c0340f66364b356, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733352920292 2024-12-04T22:55:20,358 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting daac62ea33db4e00a2de2255bc7f7a8e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733352920306 2024-12-04T22:55:20,369 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#49 average throughput is 53.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:20,369 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/fec30fd77e1c4e85bf4957e9983eda5f is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741859_1035 (size=61138) 2024-12-04T22:55:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741859_1035 (size=61138) 2024-12-04T22:55:20,790 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/fec30fd77e1c4e85bf4957e9983eda5f as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/fec30fd77e1c4e85bf4957e9983eda5f 2024-12-04T22:55:20,796 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into fec30fd77e1c4e85bf4957e9983eda5f(size=59.7 K), total size for store is 59.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:20,796 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:20,796 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352920355; duration=0sec 2024-12-04T22:55:20,796 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:20,796 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:22,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T22:55:22,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/5cfa583160ac47bd8d11d941760141cd is 1055, key is row0117/info:/1733352920331/Put/seqid=0 2024-12-04T22:55:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741860_1036 (size=18675) 2024-12-04T22:55:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741860_1036 (size=18675) 2024-12-04T22:55:22,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/5cfa583160ac47bd8d11d941760141cd 2024-12-04T22:55:22,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/5cfa583160ac47bd8d11d941760141cd as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/5cfa583160ac47bd8d11d941760141cd 2024-12-04T22:55:22,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/5cfa583160ac47bd8d11d941760141cd, entries=13, sequenceid=171, filesize=18.2 K 2024-12-04T22:55:22,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for 3bd7b71c49e24e6abeee9e368ec451e4 in 29ms, sequenceid=171, compaction requested=false 2024-12-04T22:55:22,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:22,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-04T22:55:22,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/9e88d405a3aa43b4a4d95f80d89598fe is 1055, key is row0130/info:/1733352922361/Put/seqid=0 2024-12-04T22:55:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741861_1037 (size=19728) 2024-12-04T22:55:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741861_1037 (size=19728) 2024-12-04T22:55:22,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/9e88d405a3aa43b4a4d95f80d89598fe 2024-12-04T22:55:22,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/9e88d405a3aa43b4a4d95f80d89598fe as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9e88d405a3aa43b4a4d95f80d89598fe 2024-12-04T22:55:22,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9e88d405a3aa43b4a4d95f80d89598fe, entries=14, sequenceid=188, filesize=19.3 K 2024-12-04T22:55:22,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 3bd7b71c49e24e6abeee9e368ec451e4 in 22ms, sequenceid=188, compaction requested=true 2024-12-04T22:55:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:22,412 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:22,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T22:55:22,413 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:22,413 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:22,413 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:22,413 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/fec30fd77e1c4e85bf4957e9983eda5f, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/5cfa583160ac47bd8d11d941760141cd, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9e88d405a3aa43b4a4d95f80d89598fe] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=97.2 K 2024-12-04T22:55:22,414 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting fec30fd77e1c4e85bf4957e9983eda5f, keycount=53, bloomtype=ROW, size=59.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733352906075 2024-12-04T22:55:22,415 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cfa583160ac47bd8d11d941760141cd, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733352920331 2024-12-04T22:55:22,415 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e88d405a3aa43b4a4d95f80d89598fe, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733352922361 2024-12-04T22:55:22,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/24cd5bb326604b52af1d8dcd863cac97 is 1055, key is row0144/info:/1733352922390/Put/seqid=0 2024-12-04T22:55:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741862_1038 (size=17606) 2024-12-04T22:55:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741862_1038 (size=17606) 2024-12-04T22:55:22,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/24cd5bb326604b52af1d8dcd863cac97 2024-12-04T22:55:22,429 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#53 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:22,429 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/3f301e74d3ab4a9397986b35b4989fdf is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/24cd5bb326604b52af1d8dcd863cac97 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/24cd5bb326604b52af1d8dcd863cac97 2024-12-04T22:55:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741863_1039 (size=89748) 2024-12-04T22:55:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741863_1039 (size=89748) 2024-12-04T22:55:22,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/24cd5bb326604b52af1d8dcd863cac97, entries=12, sequenceid=203, filesize=17.2 K 2024-12-04T22:55:22,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for 3bd7b71c49e24e6abeee9e368ec451e4 in 25ms, sequenceid=203, compaction requested=false 2024-12-04T22:55:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:22,439 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/3f301e74d3ab4a9397986b35b4989fdf as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3f301e74d3ab4a9397986b35b4989fdf 2024-12-04T22:55:22,444 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into 3f301e74d3ab4a9397986b35b4989fdf(size=87.6 K), total size for store is 104.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:22,445 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:22,445 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352922412; duration=0sec 2024-12-04T22:55:22,445 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:22,445 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:23,672 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:55:23,672 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:55:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:24,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:55:24,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/3c3328b97ecd483a81aeb34f63f3e205 is 1055, key is row0156/info:/1733352922414/Put/seqid=0 2024-12-04T22:55:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741864_1040 (size=13394) 2024-12-04T22:55:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741864_1040 (size=13394) 2024-12-04T22:55:24,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/3c3328b97ecd483a81aeb34f63f3e205 2024-12-04T22:55:24,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/3c3328b97ecd483a81aeb34f63f3e205 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3c3328b97ecd483a81aeb34f63f3e205 2024-12-04T22:55:24,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3c3328b97ecd483a81aeb34f63f3e205, entries=8, sequenceid=215, filesize=13.1 K 2024-12-04T22:55:24,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 3bd7b71c49e24e6abeee9e368ec451e4 in 24ms, sequenceid=215, compaction requested=true 2024-12-04T22:55:24,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:24,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:24,464 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:24,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:24,465 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120748 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:24,465 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:24,465 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:24,465 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3f301e74d3ab4a9397986b35b4989fdf, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/24cd5bb326604b52af1d8dcd863cac97, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3c3328b97ecd483a81aeb34f63f3e205] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=117.9 K 2024-12-04T22:55:24,466 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f301e74d3ab4a9397986b35b4989fdf, keycount=80, bloomtype=ROW, size=87.6 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733352906075 2024-12-04T22:55:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:24,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T22:55:24,466 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24cd5bb326604b52af1d8dcd863cac97, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352922390 2024-12-04T22:55:24,467 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c3328b97ecd483a81aeb34f63f3e205, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733352922414 2024-12-04T22:55:24,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/c077ceb0f5524fff938ebac55aa7c19b is 1055, key is row0164/info:/1733352924441/Put/seqid=0 2024-12-04T22:55:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741865_1041 (size=18675) 2024-12-04T22:55:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741865_1041 (size=18675) 2024-12-04T22:55:24,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/c077ceb0f5524fff938ebac55aa7c19b 2024-12-04T22:55:24,480 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#56 average throughput is 33.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:24,481 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/8103e8fad0794ae2aad66f4169adb528 is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741866_1042 (size=110914) 2024-12-04T22:55:24,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741866_1042 (size=110914) 2024-12-04T22:55:24,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/c077ceb0f5524fff938ebac55aa7c19b as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/c077ceb0f5524fff938ebac55aa7c19b 2024-12-04T22:55:24,491 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/8103e8fad0794ae2aad66f4169adb528 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/8103e8fad0794ae2aad66f4169adb528 2024-12-04T22:55:24,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/c077ceb0f5524fff938ebac55aa7c19b, entries=13, sequenceid=231, filesize=18.2 K 2024-12-04T22:55:24,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 3bd7b71c49e24e6abeee9e368ec451e4 in 29ms, sequenceid=231, compaction requested=false 2024-12-04T22:55:24,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:24,497 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into 8103e8fad0794ae2aad66f4169adb528(size=108.3 K), total size for store is 126.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:24,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-04T22:55:24,497 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:24,497 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352924464; duration=0sec 2024-12-04T22:55:24,497 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:24,497 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:24,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/e8b5b6472e4649e187c8bee6213e363a is 1055, key is row0177/info:/1733352924467/Put/seqid=0 2024-12-04T22:55:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741867_1043 (size=19728) 2024-12-04T22:55:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741867_1043 (size=19728) 2024-12-04T22:55:24,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/e8b5b6472e4649e187c8bee6213e363a 2024-12-04T22:55:24,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/e8b5b6472e4649e187c8bee6213e363a as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e8b5b6472e4649e187c8bee6213e363a 2024-12-04T22:55:24,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e8b5b6472e4649e187c8bee6213e363a, entries=14, sequenceid=249, filesize=19.3 K 2024-12-04T22:55:24,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for 3bd7b71c49e24e6abeee9e368ec451e4 in 21ms, sequenceid=249, compaction requested=true 2024-12-04T22:55:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:24,518 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:24,519 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 149317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:24,519 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:24,519 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:24,519 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/8103e8fad0794ae2aad66f4169adb528, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/c077ceb0f5524fff938ebac55aa7c19b, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e8b5b6472e4649e187c8bee6213e363a] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=145.8 K 2024-12-04T22:55:24,519 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.Compactor(225): Compacting 8103e8fad0794ae2aad66f4169adb528, keycount=100, bloomtype=ROW, size=108.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733352906075 2024-12-04T22:55:24,520 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.Compactor(225): Compacting c077ceb0f5524fff938ebac55aa7c19b, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733352924441 2024-12-04T22:55:24,520 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b5b6472e4649e187c8bee6213e363a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733352924467 2024-12-04T22:55:24,532 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#58 average throughput is 63.65 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:24,533 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/ac3c5e148a7449c588747f1934804e65 is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741868_1044 (size=139651) 2024-12-04T22:55:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741868_1044 (size=139651) 2024-12-04T22:55:24,542 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/ac3c5e148a7449c588747f1934804e65 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/ac3c5e148a7449c588747f1934804e65 2024-12-04T22:55:24,548 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into ac3c5e148a7449c588747f1934804e65(size=136.4 K), total size for store is 136.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:24,548 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:24,548 INFO [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352924518; duration=0sec 2024-12-04T22:55:24,548 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:24,548 DEBUG [RS:0;9840c0493aab:44981-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:26,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:55:26,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/a90e1d5d549c48bc91b7f75b3b1f8b7a is 1055, key is row0191/info:/1733352924498/Put/seqid=0 2024-12-04T22:55:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741869_1045 (size=13399) 2024-12-04T22:55:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741869_1045 (size=13399) 2024-12-04T22:55:26,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/a90e1d5d549c48bc91b7f75b3b1f8b7a 2024-12-04T22:55:26,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/a90e1d5d549c48bc91b7f75b3b1f8b7a as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/a90e1d5d549c48bc91b7f75b3b1f8b7a 2024-12-04T22:55:26,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/a90e1d5d549c48bc91b7f75b3b1f8b7a, entries=8, sequenceid=261, filesize=13.1 K 2024-12-04T22:55:26,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 3bd7b71c49e24e6abeee9e368ec451e4 in 25ms, sequenceid=261, compaction requested=false 2024-12-04T22:55:26,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:26,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T22:55:26,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/9fa7e52d2a444ae19002896deb9c45c6 is 1055, key is row0199/info:/1733352926519/Put/seqid=0 2024-12-04T22:55:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741870_1046 (size=17618) 2024-12-04T22:55:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741870_1046 (size=17618) 2024-12-04T22:55:26,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/9fa7e52d2a444ae19002896deb9c45c6 2024-12-04T22:55:26,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/9fa7e52d2a444ae19002896deb9c45c6 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9fa7e52d2a444ae19002896deb9c45c6 2024-12-04T22:55:26,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9fa7e52d2a444ae19002896deb9c45c6, entries=12, sequenceid=276, filesize=17.2 K 2024-12-04T22:55:26,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 3bd7b71c49e24e6abeee9e368ec451e4 in 24ms, sequenceid=276, compaction requested=true 2024-12-04T22:55:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:26,567 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:26,569 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 170668 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:26,569 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:26,569 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:26,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-04T22:55:26,569 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/ac3c5e148a7449c588747f1934804e65, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/a90e1d5d549c48bc91b7f75b3b1f8b7a, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9fa7e52d2a444ae19002896deb9c45c6] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=166.7 K 2024-12-04T22:55:26,570 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac3c5e148a7449c588747f1934804e65, keycount=127, bloomtype=ROW, size=136.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733352906075 2024-12-04T22:55:26,570 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting a90e1d5d549c48bc91b7f75b3b1f8b7a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733352924498 2024-12-04T22:55:26,570 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fa7e52d2a444ae19002896deb9c45c6, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733352926519 2024-12-04T22:55:26,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/e48a0f1f186f4285b5582f21adb82760 is 1055, key is row0211/info:/1733352926544/Put/seqid=0 2024-12-04T22:55:26,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741871_1047 (size=19742) 2024-12-04T22:55:26,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741871_1047 (size=19742) 2024-12-04T22:55:26,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/e48a0f1f186f4285b5582f21adb82760 2024-12-04T22:55:26,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/e48a0f1f186f4285b5582f21adb82760 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e48a0f1f186f4285b5582f21adb82760 2024-12-04T22:55:26,584 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#62 average throughput is 36.83 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:26,585 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/34a15932dd1442dbb929a4dbdb2cbfd0 is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:26,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741872_1048 (size=160834) 2024-12-04T22:55:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741872_1048 (size=160834) 2024-12-04T22:55:26,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e48a0f1f186f4285b5582f21adb82760, entries=14, sequenceid=293, filesize=19.3 K 2024-12-04T22:55:26,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 3bd7b71c49e24e6abeee9e368ec451e4 in 22ms, sequenceid=293, compaction requested=false 2024-12-04T22:55:26,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:26,594 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/34a15932dd1442dbb929a4dbdb2cbfd0 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/34a15932dd1442dbb929a4dbdb2cbfd0 2024-12-04T22:55:26,600 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into 34a15932dd1442dbb929a4dbdb2cbfd0(size=157.1 K), total size for store is 176.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:26,600 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:26,600 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352926567; duration=0sec 2024-12-04T22:55:26,601 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:26,601 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:28,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-04T22:55:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:28,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T22:55:28,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/7d23766434724e68ace6029f2e6ed95d is 1055, key is row0225/info:/1733352928573/Put/seqid=0 2024-12-04T22:55:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741873_1049 (size=13402) 2024-12-04T22:55:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741873_1049 (size=13402) 2024-12-04T22:55:28,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/7d23766434724e68ace6029f2e6ed95d 2024-12-04T22:55:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/7d23766434724e68ace6029f2e6ed95d as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/7d23766434724e68ace6029f2e6ed95d 2024-12-04T22:55:28,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/7d23766434724e68ace6029f2e6ed95d, entries=8, sequenceid=305, filesize=13.1 K 2024-12-04T22:55:28,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 3bd7b71c49e24e6abeee9e368ec451e4 in 23ms, sequenceid=305, compaction requested=true 2024-12-04T22:55:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:28,614 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:28,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T22:55:28,615 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 193978 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:28,615 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:28,615 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:28,615 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/34a15932dd1442dbb929a4dbdb2cbfd0, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e48a0f1f186f4285b5582f21adb82760, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/7d23766434724e68ace6029f2e6ed95d] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=189.4 K 2024-12-04T22:55:28,616 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34a15932dd1442dbb929a4dbdb2cbfd0, keycount=147, bloomtype=ROW, size=157.1 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733352906075 2024-12-04T22:55:28,616 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting e48a0f1f186f4285b5582f21adb82760, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733352926544 2024-12-04T22:55:28,617 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d23766434724e68ace6029f2e6ed95d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733352928573 2024-12-04T22:55:28,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/65a87c6344a342c1b176fa8fa27ff4f4 is 1055, key is row0233/info:/1733352928591/Put/seqid=0 2024-12-04T22:55:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741874_1050 (size=18688) 2024-12-04T22:55:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741874_1050 (size=18688) 2024-12-04T22:55:28,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/65a87c6344a342c1b176fa8fa27ff4f4 2024-12-04T22:55:28,630 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#65 average throughput is 56.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:28,630 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/6b968defe32f482c8be8d4e22fe155b4 is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/65a87c6344a342c1b176fa8fa27ff4f4 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/65a87c6344a342c1b176fa8fa27ff4f4 2024-12-04T22:55:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741875_1051 (size=184128) 2024-12-04T22:55:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741875_1051 (size=184128) 2024-12-04T22:55:28,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/65a87c6344a342c1b176fa8fa27ff4f4, entries=13, sequenceid=321, filesize=18.3 K 2024-12-04T22:55:28,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 3bd7b71c49e24e6abeee9e368ec451e4 in 24ms, sequenceid=321, compaction requested=false 2024-12-04T22:55:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:28,639 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/6b968defe32f482c8be8d4e22fe155b4 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/6b968defe32f482c8be8d4e22fe155b4 2024-12-04T22:55:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] regionserver.HRegion(8855): Flush requested on 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:28,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3bd7b71c49e24e6abeee9e368ec451e4 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-04T22:55:28,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/938461be143c439580983eeb28d5f545 is 1055, key is row0246/info:/1733352928616/Put/seqid=0 2024-12-04T22:55:28,645 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into 6b968defe32f482c8be8d4e22fe155b4(size=179.8 K), total size for store is 198.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:28,645 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:28,645 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352928614; duration=0sec 2024-12-04T22:55:28,645 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:28,645 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741876_1052 (size=16564) 2024-12-04T22:55:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741876_1052 (size=16564) 2024-12-04T22:55:28,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/938461be143c439580983eeb28d5f545 2024-12-04T22:55:28,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/938461be143c439580983eeb28d5f545 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/938461be143c439580983eeb28d5f545 2024-12-04T22:55:28,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/938461be143c439580983eeb28d5f545, entries=11, sequenceid=335, filesize=16.2 K 2024-12-04T22:55:28,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 3bd7b71c49e24e6abeee9e368ec451e4 in 19ms, sequenceid=335, compaction requested=true 2024-12-04T22:55:28,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:28,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3bd7b71c49e24e6abeee9e368ec451e4:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:55:28,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:28,660 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:55:28,661 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 219380 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:55:28,661 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1541): 3bd7b71c49e24e6abeee9e368ec451e4/info is initiating minor compaction (all files) 2024-12-04T22:55:28,661 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3bd7b71c49e24e6abeee9e368ec451e4/info in TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:28,662 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/6b968defe32f482c8be8d4e22fe155b4, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/65a87c6344a342c1b176fa8fa27ff4f4, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/938461be143c439580983eeb28d5f545] into tmpdir=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp, totalSize=214.2 K 2024-12-04T22:55:28,662 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b968defe32f482c8be8d4e22fe155b4, keycount=169, bloomtype=ROW, size=179.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733352906075 2024-12-04T22:55:28,662 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65a87c6344a342c1b176fa8fa27ff4f4, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733352928591 2024-12-04T22:55:28,663 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] compactions.Compactor(225): Compacting 938461be143c439580983eeb28d5f545, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733352928616 2024-12-04T22:55:28,674 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3bd7b71c49e24e6abeee9e368ec451e4#info#compaction#67 average throughput is 64.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:55:28,675 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/07560e770abe44deb43061fdbbdaac26 is 1055, key is row0064/info:/1733352906075/Put/seqid=0 2024-12-04T22:55:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741877_1053 (size=209603) 2024-12-04T22:55:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741877_1053 (size=209603) 2024-12-04T22:55:28,683 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/.tmp/info/07560e770abe44deb43061fdbbdaac26 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/07560e770abe44deb43061fdbbdaac26 2024-12-04T22:55:28,688 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3bd7b71c49e24e6abeee9e368ec451e4/info of 3bd7b71c49e24e6abeee9e368ec451e4 into 07560e770abe44deb43061fdbbdaac26(size=204.7 K), total size for store is 204.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:55:28,688 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:28,688 INFO [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., storeName=3bd7b71c49e24e6abeee9e368ec451e4/info, priority=13, startTime=1733352928660; duration=0sec 2024-12-04T22:55:28,688 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:55:28,688 DEBUG [RS:0;9840c0493aab:44981-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3bd7b71c49e24e6abeee9e368ec451e4:info 2024-12-04T22:55:30,641 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-04T22:55:30,655 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352930641, exclude list is [], retry=0 2024-12-04T22:55:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-108d5557-cab5-4564-970b-d99d686f9a5d,DISK] 2024-12-04T22:55:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06a4aca5-a191-4180-a8bc-f3e350ce7def,DISK] 2024-12-04T22:55:30,659 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352883116 with entries=316, filesize=303.34 KB; new WAL /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352930641 2024-12-04T22:55:30,659 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069),(127.0.0.1/127.0.0.1:44341:44341)] 2024-12-04T22:55:30,659 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352883116 is not closed yet, will try archiving it next time 2024-12-04T22:55:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741833_1009 (size=310631) 2024-12-04T22:55:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741833_1009 (size=310631) 2024-12-04T22:55:30,661 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/WALs/9840c0493aab,44981,1733352882508/9840c0493aab%2C44981%2C1733352882508.1733352883116 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/oldWALs/9840c0493aab%2C44981%2C1733352882508.1733352883116 2024-12-04T22:55:30,663 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3bd7b71c49e24e6abeee9e368ec451e4: 2024-12-04T22:55:30,663 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4d94bdd2c2912e75ea4b89aba7d0799b: 2024-12-04T22:55:30,664 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-04T22:55:30,667 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/info/09889dada3de4c9783d8295bfbb8e877 is 186, key is TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b./info:regioninfo/1733352908991/Put/seqid=0 2024-12-04T22:55:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741879_1055 (size=6153) 2024-12-04T22:55:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741879_1055 (size=6153) 2024-12-04T22:55:30,672 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/info/09889dada3de4c9783d8295bfbb8e877 2024-12-04T22:55:30,677 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/.tmp/info/09889dada3de4c9783d8295bfbb8e877 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/info/09889dada3de4c9783d8295bfbb8e877 2024-12-04T22:55:30,681 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/info/09889dada3de4c9783d8295bfbb8e877, entries=5, sequenceid=21, filesize=6.0 K 2024-12-04T22:55:30,682 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-12-04T22:55:30,682 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-04T22:55:30,683 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:55:30,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:55:30,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:55:30,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:55:30,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:30,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:30,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:55:30,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:55:30,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15345975, stopped=false 2024-12-04T22:55:30,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,40853,1733352882306 2024-12-04T22:55:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:55:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:55:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:30,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:55:30,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:55:30,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:55:30,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:55:30,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:30,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:55:30,727 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,44981,1733352882508' ***** 2024-12-04T22:55:30,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:55:30,728 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:55:30,728 INFO [RS:0;9840c0493aab:44981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:55:30,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:55:30,728 INFO [RS:0;9840c0493aab:44981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:55:30,728 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bd7b71c49e24e6abeee9e368ec451e4 2024-12-04T22:55:30,729 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:30,729 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,44981,1733352882508 2024-12-04T22:55:30,729 INFO [RS:0;9840c0493aab:44981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:55:30,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bd7b71c49e24e6abeee9e368ec451e4, disabling compactions & flushes 2024-12-04T22:55:30,729 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:30,729 INFO [RS:0;9840c0493aab:44981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:44981. 2024-12-04T22:55:30,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:30,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. after waiting 0 ms 2024-12-04T22:55:30,729 DEBUG [RS:0;9840c0493aab:44981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:55:30,729 DEBUG [RS:0;9840c0493aab:44981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:30,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:30,730 INFO [RS:0;9840c0493aab:44981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:55:30,730 INFO [RS:0;9840c0493aab:44981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:55:30,730 INFO [RS:0;9840c0493aab:44981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:55:30,730 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:55:30,730 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T22:55:30,730 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1325): Online Regions={3bd7b71c49e24e6abeee9e368ec451e4=TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4., 4d94bdd2c2912e75ea4b89aba7d0799b=TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T22:55:30,730 DEBUG [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bd7b71c49e24e6abeee9e368ec451e4, 4d94bdd2c2912e75ea4b89aba7d0799b 2024-12-04T22:55:30,730 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:55:30,731 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:55:30,731 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:55:30,731 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:55:30,731 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:55:30,730 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6->hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286-top, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/f0d956e7711f48f9806b88c71893fd5a, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/98c394454a8f40ff8c0340f66364b356, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/fec30fd77e1c4e85bf4957e9983eda5f, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/daac62ea33db4e00a2de2255bc7f7a8e, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/5cfa583160ac47bd8d11d941760141cd, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3f301e74d3ab4a9397986b35b4989fdf, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9e88d405a3aa43b4a4d95f80d89598fe, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/24cd5bb326604b52af1d8dcd863cac97, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/8103e8fad0794ae2aad66f4169adb528, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3c3328b97ecd483a81aeb34f63f3e205, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/c077ceb0f5524fff938ebac55aa7c19b, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/ac3c5e148a7449c588747f1934804e65, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e8b5b6472e4649e187c8bee6213e363a, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/a90e1d5d549c48bc91b7f75b3b1f8b7a, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/34a15932dd1442dbb929a4dbdb2cbfd0, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9fa7e52d2a444ae19002896deb9c45c6, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e48a0f1f186f4285b5582f21adb82760, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/6b968defe32f482c8be8d4e22fe155b4, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/7d23766434724e68ace6029f2e6ed95d, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/65a87c6344a342c1b176fa8fa27ff4f4, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/938461be143c439580983eeb28d5f545] to archive 2024-12-04T22:55:30,732 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:55:30,735 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:30,736 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-04T22:55:30,736 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/f0d956e7711f48f9806b88c71893fd5a to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/f0d956e7711f48f9806b88c71893fd5a 2024-12-04T22:55:30,737 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:55:30,737 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:55:30,737 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352930730Running coprocessor pre-close hooks at 1733352930730Disabling compacts and flushes for region at 1733352930730Disabling writes for close at 1733352930731 (+1 ms)Writing region close event to WAL at 1733352930732 (+1 ms)Running coprocessor post-close hooks at 1733352930737 (+5 ms)Closed at 1733352930737 2024-12-04T22:55:30,737 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:55:30,738 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/TestLogRolling-testLogRolling=e9085560ea8ea91eb3ca3a9d376ea2d6-372b2f5a7a884cbe870e1dcbe81c212b 2024-12-04T22:55:30,739 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/98c394454a8f40ff8c0340f66364b356 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/98c394454a8f40ff8c0340f66364b356 2024-12-04T22:55:30,740 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/fec30fd77e1c4e85bf4957e9983eda5f to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/fec30fd77e1c4e85bf4957e9983eda5f 2024-12-04T22:55:30,741 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/daac62ea33db4e00a2de2255bc7f7a8e to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/daac62ea33db4e00a2de2255bc7f7a8e 2024-12-04T22:55:30,742 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/5cfa583160ac47bd8d11d941760141cd to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/5cfa583160ac47bd8d11d941760141cd 2024-12-04T22:55:30,744 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3f301e74d3ab4a9397986b35b4989fdf to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3f301e74d3ab4a9397986b35b4989fdf 2024-12-04T22:55:30,745 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9e88d405a3aa43b4a4d95f80d89598fe to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9e88d405a3aa43b4a4d95f80d89598fe 2024-12-04T22:55:30,746 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/24cd5bb326604b52af1d8dcd863cac97 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/24cd5bb326604b52af1d8dcd863cac97 2024-12-04T22:55:30,747 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/8103e8fad0794ae2aad66f4169adb528 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/8103e8fad0794ae2aad66f4169adb528 2024-12-04T22:55:30,748 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3c3328b97ecd483a81aeb34f63f3e205 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/3c3328b97ecd483a81aeb34f63f3e205 2024-12-04T22:55:30,750 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/c077ceb0f5524fff938ebac55aa7c19b to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/c077ceb0f5524fff938ebac55aa7c19b 2024-12-04T22:55:30,751 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/ac3c5e148a7449c588747f1934804e65 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/ac3c5e148a7449c588747f1934804e65 2024-12-04T22:55:30,752 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e8b5b6472e4649e187c8bee6213e363a to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e8b5b6472e4649e187c8bee6213e363a 2024-12-04T22:55:30,754 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/a90e1d5d549c48bc91b7f75b3b1f8b7a to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/a90e1d5d549c48bc91b7f75b3b1f8b7a 2024-12-04T22:55:30,755 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/34a15932dd1442dbb929a4dbdb2cbfd0 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/34a15932dd1442dbb929a4dbdb2cbfd0 2024-12-04T22:55:30,757 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9fa7e52d2a444ae19002896deb9c45c6 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/9fa7e52d2a444ae19002896deb9c45c6 2024-12-04T22:55:30,759 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e48a0f1f186f4285b5582f21adb82760 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/e48a0f1f186f4285b5582f21adb82760 2024-12-04T22:55:30,760 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/6b968defe32f482c8be8d4e22fe155b4 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/6b968defe32f482c8be8d4e22fe155b4 2024-12-04T22:55:30,762 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/7d23766434724e68ace6029f2e6ed95d to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/7d23766434724e68ace6029f2e6ed95d 2024-12-04T22:55:30,764 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/65a87c6344a342c1b176fa8fa27ff4f4 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/65a87c6344a342c1b176fa8fa27ff4f4 2024-12-04T22:55:30,765 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/938461be143c439580983eeb28d5f545 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/info/938461be143c439580983eeb28d5f545 2024-12-04T22:55:30,765 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9840c0493aab:40853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-04T22:55:30,766 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f0d956e7711f48f9806b88c71893fd5a=39908, 98c394454a8f40ff8c0340f66364b356=13394, fec30fd77e1c4e85bf4957e9983eda5f=61138, daac62ea33db4e00a2de2255bc7f7a8e=17606, 5cfa583160ac47bd8d11d941760141cd=18675, 3f301e74d3ab4a9397986b35b4989fdf=89748, 9e88d405a3aa43b4a4d95f80d89598fe=19728, 24cd5bb326604b52af1d8dcd863cac97=17606, 8103e8fad0794ae2aad66f4169adb528=110914, 3c3328b97ecd483a81aeb34f63f3e205=13394, c077ceb0f5524fff938ebac55aa7c19b=18675, ac3c5e148a7449c588747f1934804e65=139651, e8b5b6472e4649e187c8bee6213e363a=19728, a90e1d5d549c48bc91b7f75b3b1f8b7a=13399, 34a15932dd1442dbb929a4dbdb2cbfd0=160834, 9fa7e52d2a444ae19002896deb9c45c6=17618, e48a0f1f186f4285b5582f21adb82760=19742, 6b968defe32f482c8be8d4e22fe155b4=184128, 7d23766434724e68ace6029f2e6ed95d=13402, 65a87c6344a342c1b176fa8fa27ff4f4=18688, 938461be143c439580983eeb28d5f545=16564] 2024-12-04T22:55:30,769 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/3bd7b71c49e24e6abeee9e368ec451e4/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=127 2024-12-04T22:55:30,770 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:30,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bd7b71c49e24e6abeee9e368ec451e4: Waiting for close lock at 1733352930729Running coprocessor pre-close hooks at 1733352930729Disabling compacts and flushes for region at 1733352930729Disabling writes for close at 1733352930729Writing region close event to WAL at 1733352930766 (+37 ms)Running coprocessor post-close hooks at 1733352930770 (+4 ms)Closed at 1733352930770 2024-12-04T22:55:30,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733352908200.3bd7b71c49e24e6abeee9e368ec451e4. 2024-12-04T22:55:30,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d94bdd2c2912e75ea4b89aba7d0799b, disabling compactions & flushes 2024-12-04T22:55:30,770 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:30,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:30,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. after waiting 0 ms 2024-12-04T22:55:30,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:30,770 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6->hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/e9085560ea8ea91eb3ca3a9d376ea2d6/info/9624cb0a66934da69b18dc2e4664f286-bottom] to archive 2024-12-04T22:55:30,771 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:55:30,773 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6 to hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/archive/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/info/9624cb0a66934da69b18dc2e4664f286.e9085560ea8ea91eb3ca3a9d376ea2d6 2024-12-04T22:55:30,773 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-04T22:55:30,777 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/data/default/TestLogRolling-testLogRolling/4d94bdd2c2912e75ea4b89aba7d0799b/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-12-04T22:55:30,777 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:30,777 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d94bdd2c2912e75ea4b89aba7d0799b: Waiting for close lock at 1733352930770Running coprocessor pre-close hooks at 1733352930770Disabling compacts and flushes for region at 1733352930770Disabling writes for close at 1733352930770Writing region close event to WAL at 1733352930773 (+3 ms)Running coprocessor post-close hooks at 1733352930777 (+4 ms)Closed at 1733352930777 2024-12-04T22:55:30,778 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733352908200.4d94bdd2c2912e75ea4b89aba7d0799b. 2024-12-04T22:55:30,931 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,44981,1733352882508; all regions closed. 2024-12-04T22:55:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741834_1010 (size=8107) 2024-12-04T22:55:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741834_1010 (size=8107) 2024-12-04T22:55:30,935 DEBUG [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/oldWALs 2024-12-04T22:55:30,935 INFO [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C44981%2C1733352882508.meta:.meta(num 1733352883549) 2024-12-04T22:55:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741878_1054 (size=780) 2024-12-04T22:55:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741878_1054 (size=780) 2024-12-04T22:55:30,939 DEBUG [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/oldWALs 2024-12-04T22:55:30,939 INFO [RS:0;9840c0493aab:44981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C44981%2C1733352882508:(num 1733352930641) 2024-12-04T22:55:30,939 DEBUG [RS:0;9840c0493aab:44981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:30,939 INFO [RS:0;9840c0493aab:44981 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:55:30,939 INFO [RS:0;9840c0493aab:44981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:55:30,939 INFO [RS:0;9840c0493aab:44981 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:55:30,939 INFO [RS:0;9840c0493aab:44981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:55:30,939 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:55:30,939 INFO [RS:0;9840c0493aab:44981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44981 2024-12-04T22:55:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:55:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,44981,1733352882508 2024-12-04T22:55:30,956 INFO [RS:0;9840c0493aab:44981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:55:30,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,44981,1733352882508] 2024-12-04T22:55:30,977 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,44981,1733352882508 already deleted, retry=false 2024-12-04T22:55:30,977 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,44981,1733352882508 expired; onlineServers=0 2024-12-04T22:55:30,977 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,40853,1733352882306' ***** 2024-12-04T22:55:30,977 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:55:30,977 INFO [M:0;9840c0493aab:40853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:55:30,977 INFO [M:0;9840c0493aab:40853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:55:30,977 DEBUG [M:0;9840c0493aab:40853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:55:30,977 DEBUG [M:0;9840c0493aab:40853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:55:30,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:55:30,977 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352882880 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352882880,5,FailOnTimeoutGroup] 2024-12-04T22:55:30,977 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352882878 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352882878,5,FailOnTimeoutGroup] 2024-12-04T22:55:30,977 INFO [M:0;9840c0493aab:40853 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:55:30,977 INFO [M:0;9840c0493aab:40853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:55:30,977 DEBUG [M:0;9840c0493aab:40853 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:55:30,978 INFO [M:0;9840c0493aab:40853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:55:30,978 INFO [M:0;9840c0493aab:40853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:55:30,978 INFO [M:0;9840c0493aab:40853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:55:30,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:55:30,987 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:55:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:55:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:30,987 DEBUG [M:0;9840c0493aab:40853 {}] zookeeper.ZKUtil(347): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:55:30,987 WARN [M:0;9840c0493aab:40853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:55:30,988 INFO [M:0;9840c0493aab:40853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/.lastflushedseqids 2024-12-04T22:55:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741880_1056 (size=228) 2024-12-04T22:55:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741880_1056 (size=228) 2024-12-04T22:55:30,994 INFO [M:0;9840c0493aab:40853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:55:30,994 INFO [M:0;9840c0493aab:40853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:55:30,994 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:55:30,994 INFO [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:30,994 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:30,994 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:55:30,994 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:30,994 INFO [M:0;9840c0493aab:40853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-12-04T22:55:31,012 DEBUG [M:0;9840c0493aab:40853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74ab8bde370f4b0d9ed5c102048709c7 is 82, key is hbase:meta,,1/info:regioninfo/1733352883584/Put/seqid=0 2024-12-04T22:55:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741881_1057 (size=5672) 2024-12-04T22:55:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741881_1057 (size=5672) 2024-12-04T22:55:31,017 INFO [M:0;9840c0493aab:40853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74ab8bde370f4b0d9ed5c102048709c7 2024-12-04T22:55:31,033 DEBUG [M:0;9840c0493aab:40853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2f91823afd64a81b70f337538930a03 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733352884124/Put/seqid=0 2024-12-04T22:55:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741882_1058 (size=7090) 2024-12-04T22:55:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741882_1058 (size=7090) 2024-12-04T22:55:31,040 INFO [M:0;9840c0493aab:40853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2f91823afd64a81b70f337538930a03 2024-12-04T22:55:31,043 INFO [M:0;9840c0493aab:40853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2f91823afd64a81b70f337538930a03 2024-12-04T22:55:31,058 DEBUG [M:0;9840c0493aab:40853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/814eb0c6a50b410e8bbd5a824fc11496 is 69, key is 9840c0493aab,44981,1733352882508/rs:state/1733352882963/Put/seqid=0 2024-12-04T22:55:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741883_1059 (size=5156) 2024-12-04T22:55:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741883_1059 (size=5156) 2024-12-04T22:55:31,062 INFO [M:0;9840c0493aab:40853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/814eb0c6a50b410e8bbd5a824fc11496 2024-12-04T22:55:31,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:31,066 INFO [RS:0;9840c0493aab:44981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:55:31,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a28dfc1e0001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:31,066 INFO [RS:0;9840c0493aab:44981 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,44981,1733352882508; zookeeper connection closed. 2024-12-04T22:55:31,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fd0979d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fd0979d 2024-12-04T22:55:31,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:55:31,080 DEBUG [M:0;9840c0493aab:40853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5d7b1026db15407c8c8e6ab70229ec3b is 52, key is load_balancer_on/state:d/1733352883746/Put/seqid=0 2024-12-04T22:55:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741884_1060 (size=5056) 2024-12-04T22:55:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741884_1060 (size=5056) 2024-12-04T22:55:31,084 INFO [M:0;9840c0493aab:40853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5d7b1026db15407c8c8e6ab70229ec3b 2024-12-04T22:55:31,089 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74ab8bde370f4b0d9ed5c102048709c7 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74ab8bde370f4b0d9ed5c102048709c7 2024-12-04T22:55:31,094 INFO [M:0;9840c0493aab:40853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74ab8bde370f4b0d9ed5c102048709c7, entries=8, sequenceid=125, filesize=5.5 K 2024-12-04T22:55:31,094 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2f91823afd64a81b70f337538930a03 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2f91823afd64a81b70f337538930a03 2024-12-04T22:55:31,099 INFO [M:0;9840c0493aab:40853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2f91823afd64a81b70f337538930a03 2024-12-04T22:55:31,099 INFO [M:0;9840c0493aab:40853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2f91823afd64a81b70f337538930a03, entries=13, sequenceid=125, filesize=6.9 K 2024-12-04T22:55:31,100 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/814eb0c6a50b410e8bbd5a824fc11496 as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/814eb0c6a50b410e8bbd5a824fc11496 2024-12-04T22:55:31,104 INFO [M:0;9840c0493aab:40853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/814eb0c6a50b410e8bbd5a824fc11496, entries=1, sequenceid=125, filesize=5.0 K 2024-12-04T22:55:31,105 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5d7b1026db15407c8c8e6ab70229ec3b as hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5d7b1026db15407c8c8e6ab70229ec3b 2024-12-04T22:55:31,109 INFO [M:0;9840c0493aab:40853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37755/user/jenkins/test-data/c377b8d6-9f04-9063-bc66-b6cf6d6f3865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5d7b1026db15407c8c8e6ab70229ec3b, entries=1, sequenceid=125, filesize=4.9 K 2024-12-04T22:55:31,110 INFO [M:0;9840c0493aab:40853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=125, compaction requested=false 2024-12-04T22:55:31,111 INFO [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:31,111 DEBUG [M:0;9840c0493aab:40853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352930994Disabling compacts and flushes for region at 1733352930994Disabling writes for close at 1733352930994Obtaining lock to block concurrent updates at 1733352930994Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352930994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1733352930995 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352930995Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352930995Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352931011 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352931011Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352931021 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352931032 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352931032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352931044 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352931057 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352931057Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733352931066 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733352931079 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733352931079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf85415: reopening flushed file at 1733352931088 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a378798: reopening flushed file at 1733352931094 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da76ea: reopening flushed file at 1733352931099 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba99948: reopening flushed file at 1733352931104 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=125, compaction requested=false at 1733352931110 (+6 ms)Writing region close event to WAL at 1733352931111 (+1 ms)Closed at 1733352931111 2024-12-04T22:55:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741830_1006 (size=61332) 2024-12-04T22:55:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741830_1006 (size=61332) 2024-12-04T22:55:31,113 INFO [M:0;9840c0493aab:40853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:55:31,113 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:55:31,114 INFO [M:0;9840c0493aab:40853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40853 2024-12-04T22:55:31,114 INFO [M:0;9840c0493aab:40853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:55:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:31,272 INFO [M:0;9840c0493aab:40853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:55:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40853-0x101a28dfc1e0000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:31,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6543827{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:55:31,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b1ab10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:55:31,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:55:31,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606f69a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:55:31,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4428b94d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir/,STOPPED} 2024-12-04T22:55:31,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:55:31,281 WARN [BP-131561664-172.17.0.2-1733352879603 heartbeating to localhost/127.0.0.1:37755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:55:31,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:55:31,281 WARN [BP-131561664-172.17.0.2-1733352879603 heartbeating to localhost/127.0.0.1:37755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131561664-172.17.0.2-1733352879603 (Datanode Uuid a09e629b-62bc-48eb-b3d6-78cbcd585d4c) service to localhost/127.0.0.1:37755 2024-12-04T22:55:31,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data3/current/BP-131561664-172.17.0.2-1733352879603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:31,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data4/current/BP-131561664-172.17.0.2-1733352879603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:31,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:55:31,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@307a360c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:55:31,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c752c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:55:31,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:55:31,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce889eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:55:31,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7e5f42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir/,STOPPED} 2024-12-04T22:55:31,287 WARN [BP-131561664-172.17.0.2-1733352879603 heartbeating to localhost/127.0.0.1:37755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:55:31,287 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:55:31,287 WARN [BP-131561664-172.17.0.2-1733352879603 heartbeating to localhost/127.0.0.1:37755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131561664-172.17.0.2-1733352879603 (Datanode Uuid 062058c3-bf31-49bf-a3dd-3bb11745a972) service to localhost/127.0.0.1:37755 2024-12-04T22:55:31,287 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:55:31,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data1/current/BP-131561664-172.17.0.2-1733352879603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:31,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/cluster_7a6a4a31-aa96-7e39-5e25-812ee2ab4952/data/data2/current/BP-131561664-172.17.0.2-1733352879603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:31,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:55:31,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612ebe05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:55:31,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1db81f55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:55:31,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:55:31,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a8b4ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:55:31,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff98c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir/,STOPPED} 2024-12-04T22:55:31,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:55:31,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:55:31,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 95) - Thread LEAK? -, OpenFileDescriptor=455 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=80 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=10784 (was 11019) 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=80, ProcessCount=11, AvailableMemoryMB=10784 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.log.dir so I do NOT create it in target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea2fcabf-3bb4-3079-af26-ac5aa693ca5e/hadoop.tmp.dir so I do NOT create it in target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b, deleteOnExit=true 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/test.cache.data in system properties and HBase conf 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:55:31,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:55:31,344 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:55:31,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:55:31,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:55:31,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:55:31,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:55:31,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:55:31,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:55:31,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:55:31,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:55:31,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:55:31,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:55:31,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:55:31,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:55:31,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e715bb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:55:31,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3664bae7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:55:31,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28ac51fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/java.io.tmpdir/jetty-localhost-39673-hadoop-hdfs-3_4_1-tests_jar-_-any-15518661856646757674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:55:31,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1deaed53{HTTP/1.1, (http/1.1)}{localhost:39673} 2024-12-04T22:55:31,943 INFO [Time-limited test {}] server.Server(415): Started @201712ms 2024-12-04T22:55:32,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:55:32,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:55:32,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:55:32,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:55:32,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:55:32,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c323b99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:55:32,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@226e5e08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:55:32,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d3d496c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/java.io.tmpdir/jetty-localhost-37355-hadoop-hdfs-3_4_1-tests_jar-_-any-5925892092012607000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:55:32,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bb3763{HTTP/1.1, (http/1.1)}{localhost:37355} 2024-12-04T22:55:32,444 INFO [Time-limited test {}] server.Server(415): Started @202214ms 2024-12-04T22:55:32,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:55:32,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:55:32,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:55:32,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:55:32,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:55:32,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:55:32,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e22d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:55:32,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ec78b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:55:32,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34624b6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-13262235579538067380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:55:32,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8027b27{HTTP/1.1, (http/1.1)}{localhost:42539} 2024-12-04T22:55:32,568 INFO [Time-limited test {}] server.Server(415): Started @202338ms 2024-12-04T22:55:32,569 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:55:33,963 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data1/current/BP-1256873599-172.17.0.2-1733352931366/current, will proceed with Du for space computation calculation, 2024-12-04T22:55:33,963 WARN [Thread-1616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data2/current/BP-1256873599-172.17.0.2-1733352931366/current, will proceed with Du for space computation calculation, 2024-12-04T22:55:33,979 WARN [Thread-1579 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:55:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc622d8f9f5d78edf with lease ID 0xabcba96143f57d4e: Processing first storage report for DS-25b0288f-3552-4bf5-9778-e161ec4780e8 from datanode DatanodeRegistration(127.0.0.1:39513, datanodeUuid=d858afec-06c7-4073-bb89-36a5751de1ce, infoPort=45917, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366) 2024-12-04T22:55:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc622d8f9f5d78edf with lease ID 0xabcba96143f57d4e: from storage DS-25b0288f-3552-4bf5-9778-e161ec4780e8 node DatanodeRegistration(127.0.0.1:39513, datanodeUuid=d858afec-06c7-4073-bb89-36a5751de1ce, infoPort=45917, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:55:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc622d8f9f5d78edf with lease ID 0xabcba96143f57d4e: Processing first storage report for DS-08d03d2e-f1f3-4910-bf49-9c0b1184574e from datanode DatanodeRegistration(127.0.0.1:39513, datanodeUuid=d858afec-06c7-4073-bb89-36a5751de1ce, infoPort=45917, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366) 2024-12-04T22:55:33,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc622d8f9f5d78edf with lease ID 0xabcba96143f57d4e: from storage DS-08d03d2e-f1f3-4910-bf49-9c0b1184574e node DatanodeRegistration(127.0.0.1:39513, datanodeUuid=d858afec-06c7-4073-bb89-36a5751de1ce, infoPort=45917, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:55:34,026 WARN [Thread-1627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data4/current/BP-1256873599-172.17.0.2-1733352931366/current, will proceed with Du for space computation calculation, 2024-12-04T22:55:34,026 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data3/current/BP-1256873599-172.17.0.2-1733352931366/current, will proceed with Du for space computation calculation, 2024-12-04T22:55:34,043 WARN [Thread-1602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:55:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e11c05ee52c7f62 with lease ID 0xabcba96143f57d4f: Processing first storage report for DS-ac8f3361-7746-44a7-a748-7d8d18e2383c from datanode DatanodeRegistration(127.0.0.1:41589, datanodeUuid=d4d82dec-babb-49fe-869e-c003892a4d9d, infoPort=38331, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366) 2024-12-04T22:55:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e11c05ee52c7f62 with lease ID 0xabcba96143f57d4f: from storage DS-ac8f3361-7746-44a7-a748-7d8d18e2383c node DatanodeRegistration(127.0.0.1:41589, datanodeUuid=d4d82dec-babb-49fe-869e-c003892a4d9d, infoPort=38331, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:55:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e11c05ee52c7f62 with lease ID 0xabcba96143f57d4f: Processing first storage report for DS-dda5cd0b-d428-4ed3-ae0a-9f770e37cdb3 from datanode DatanodeRegistration(127.0.0.1:41589, datanodeUuid=d4d82dec-babb-49fe-869e-c003892a4d9d, infoPort=38331, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366) 2024-12-04T22:55:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e11c05ee52c7f62 with lease ID 0xabcba96143f57d4f: from storage DS-dda5cd0b-d428-4ed3-ae0a-9f770e37cdb3 node DatanodeRegistration(127.0.0.1:41589, datanodeUuid=d4d82dec-babb-49fe-869e-c003892a4d9d, infoPort=38331, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=827000459;c=1733352931366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:55:34,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de 2024-12-04T22:55:34,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/zookeeper_0, clientPort=58654, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:55:34,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58654 2024-12-04T22:55:34,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:55:34,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:55:34,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89 with version=8 2024-12-04T22:55:34,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34319/user/jenkins/test-data/e01482e7-52d8-cb0e-332a-3f490989f68d/hbase-staging 2024-12-04T22:55:34,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:55:34,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:55:34,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35003 2024-12-04T22:55:34,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35003 connecting to ZooKeeper ensemble=127.0.0.1:58654 2024-12-04T22:55:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350030x0, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:55:34,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35003-0x101a28ec68b0000 connected 2024-12-04T22:55:34,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:55:34,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89, hbase.cluster.distributed=false 2024-12-04T22:55:34,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:55:34,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35003 2024-12-04T22:55:34,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35003 2024-12-04T22:55:34,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35003 2024-12-04T22:55:34,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35003 2024-12-04T22:55:34,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35003 2024-12-04T22:55:34,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:55:34,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:55:34,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34355 2024-12-04T22:55:34,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34355 connecting to ZooKeeper ensemble=127.0.0.1:58654 2024-12-04T22:55:34,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343550x0, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:55:34,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343550x0, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:55:34,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34355-0x101a28ec68b0001 connected 2024-12-04T22:55:34,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:55:34,425 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:55:34,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:55:34,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:55:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34355 2024-12-04T22:55:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34355 2024-12-04T22:55:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34355 2024-12-04T22:55:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34355 2024-12-04T22:55:34,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34355 2024-12-04T22:55:34,437 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:35003 2024-12-04T22:55:34,437 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:55:34,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:55:34,445 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:55:34,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,466 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:55:34,466 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,35003,1733352934131 from backup master directory 2024-12-04T22:55:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:55:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:55:34,487 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:55:34,487 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,490 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/hbase.id] with ID: a87ae4d6-3ab2-4661-8e54-33079aadb111 2024-12-04T22:55:34,490 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/.tmp/hbase.id 2024-12-04T22:55:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:55:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:55:34,500 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/.tmp/hbase.id]:[hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/hbase.id] 2024-12-04T22:55:34,509 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:34,509 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:55:34,511 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T22:55:34,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:55:34,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:55:34,526 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:55:34,527 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:55:34,527 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:55:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:55:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:55:34,539 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store 2024-12-04T22:55:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:55:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:55:34,546 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:55:34,546 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:55:34,546 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:34,546 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:34,546 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:55:34,546 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:34,546 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:34,546 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352934546Disabling compacts and flushes for region at 1733352934546Disabling writes for close at 1733352934546Writing region close event to WAL at 1733352934546Closed at 1733352934546 2024-12-04T22:55:34,547 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/.initializing 2024-12-04T22:55:34,547 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/WALs/9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,547 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:55:34,549 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C35003%2C1733352934131, suffix=, logDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/WALs/9840c0493aab,35003,1733352934131, archiveDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/oldWALs, maxLogs=10 2024-12-04T22:55:34,562 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/WALs/9840c0493aab,35003,1733352934131/9840c0493aab%2C35003%2C1733352934131.1733352934549, exclude list is [], retry=0 2024-12-04T22:55:34,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39513,DS-25b0288f-3552-4bf5-9778-e161ec4780e8,DISK] 2024-12-04T22:55:34,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-ac8f3361-7746-44a7-a748-7d8d18e2383c,DISK] 2024-12-04T22:55:34,566 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/WALs/9840c0493aab,35003,1733352934131/9840c0493aab%2C35003%2C1733352934131.1733352934549 2024-12-04T22:55:34,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917),(127.0.0.1/127.0.0.1:38331:38331)] 2024-12-04T22:55:34,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:55:34,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:55:34,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,566 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:55:34,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:34,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:55:34,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:55:34,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:55:34,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:55:34,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:55:34,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:55:34,575 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,576 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,576 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,577 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,577 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,578 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:55:34,578 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:55:34,581 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:55:34,581 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848786, jitterRate=0.07928775250911713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:55:34,582 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352934566Initializing all the Stores at 1733352934567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352934567Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352934568 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352934568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352934568Cleaning up temporary data from old regions at 1733352934577 (+9 ms)Region opened successfully at 1733352934582 (+5 ms) 2024-12-04T22:55:34,582 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:55:34,585 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c995b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:55:34,586 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:55:34,587 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:55:34,587 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:55:34,587 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:55:34,587 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T22:55:34,588 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T22:55:34,588 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:55:34,590 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:55:34,591 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:55:34,602 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:55:34,603 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:55:34,603 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:55:34,613 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:55:34,613 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:55:34,614 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:55:34,623 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:55:34,624 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:55:34,633 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:55:34,636 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:55:34,644 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:55:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:55:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:55:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,655 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,35003,1733352934131, sessionid=0x101a28ec68b0000, setting cluster-up flag (Was=false) 2024-12-04T22:55:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,708 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:55:34,710 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:34,760 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:55:34,761 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,35003,1733352934131 2024-12-04T22:55:34,762 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:55:34,763 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:55:34,764 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:55:34,764 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:55:34,764 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,35003,1733352934131 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:55:34,765 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:55:34,765 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:55:34,765 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:55:34,765 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:55:34,766 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:55:34,766 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,766 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:55:34,766 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,766 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352964766 2024-12-04T22:55:34,766 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:55:34,766 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:55:34,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:55:34,767 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:55:34,767 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352934767,5,FailOnTimeoutGroup] 2024-12-04T22:55:34,768 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352934767,5,FailOnTimeoutGroup] 2024-12-04T22:55:34,768 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,768 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:55:34,768 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,768 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,768 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:55:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:55:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:55:34,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:55:34,774 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89 2024-12-04T22:55:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:55:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:55:34,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:55:34,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:55:34,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:55:34,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:34,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:55:34,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:55:34,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:34,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:55:34,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:55:34,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:34,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:55:34,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:55:34,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:34,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:34,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:55:34,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740 2024-12-04T22:55:34,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740 2024-12-04T22:55:34,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:55:34,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:55:34,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:55:34,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:55:34,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:55:34,792 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786229, jitterRate=-2.5881826877593994E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:55:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352934780Initializing all the Stores at 1733352934780Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352934781 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352934781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352934781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352934781Cleaning up temporary data from old regions at 1733352934788 (+7 ms)Region opened successfully at 1733352934792 (+4 ms) 2024-12-04T22:55:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:55:34,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:55:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:55:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:55:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:55:34,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:55:34,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352934792Disabling compacts and flushes for region at 1733352934792Disabling writes for close at 1733352934792Writing region close event to WAL at 1733352934793 (+1 ms)Closed at 1733352934793 2024-12-04T22:55:34,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:55:34,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:55:34,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:55:34,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:55:34,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:55:34,831 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(746): ClusterId : a87ae4d6-3ab2-4661-8e54-33079aadb111 2024-12-04T22:55:34,831 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:55:34,845 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:55:34,846 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:55:34,856 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:55:34,856 DEBUG [RS:0;9840c0493aab:34355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ed8300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:55:34,866 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:34355 2024-12-04T22:55:34,866 INFO [RS:0;9840c0493aab:34355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:55:34,866 INFO [RS:0;9840c0493aab:34355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:55:34,866 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:55:34,867 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,35003,1733352934131 with port=34355, startcode=1733352934405 2024-12-04T22:55:34,867 DEBUG [RS:0;9840c0493aab:34355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:55:34,869 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:55:34,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,34355,1733352934405 2024-12-04T22:55:34,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,34355,1733352934405 2024-12-04T22:55:34,870 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89 2024-12-04T22:55:34,870 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45249 2024-12-04T22:55:34,871 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:55:34,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:55:34,877 DEBUG [RS:0;9840c0493aab:34355 {}] zookeeper.ZKUtil(111): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,34355,1733352934405 2024-12-04T22:55:34,877 WARN [RS:0;9840c0493aab:34355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:55:34,877 INFO [RS:0;9840c0493aab:34355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:55:34,877 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405 2024-12-04T22:55:34,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,34355,1733352934405] 2024-12-04T22:55:34,880 INFO [RS:0;9840c0493aab:34355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:55:34,882 INFO [RS:0;9840c0493aab:34355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:55:34,882 INFO [RS:0;9840c0493aab:34355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:55:34,882 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,883 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:55:34,884 INFO [RS:0;9840c0493aab:34355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:55:34,884 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,884 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,885 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:55:34,885 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:55:34,885 DEBUG [RS:0;9840c0493aab:34355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:55:34,885 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,886 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,886 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,886 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,886 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,886 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,34355,1733352934405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:55:34,900 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:55:34,900 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,34355,1733352934405-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,900 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,900 INFO [RS:0;9840c0493aab:34355 {}] regionserver.Replication(171): 9840c0493aab,34355,1733352934405 started 2024-12-04T22:55:34,912 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:34,912 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,34355,1733352934405, RpcServer on 9840c0493aab/172.17.0.2:34355, sessionid=0x101a28ec68b0001 2024-12-04T22:55:34,912 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:55:34,912 DEBUG [RS:0;9840c0493aab:34355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,34355,1733352934405 2024-12-04T22:55:34,912 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,34355,1733352934405' 2024-12-04T22:55:34,912 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:55:34,913 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:55:34,913 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:55:34,913 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:55:34,913 DEBUG [RS:0;9840c0493aab:34355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,34355,1733352934405 2024-12-04T22:55:34,913 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,34355,1733352934405' 2024-12-04T22:55:34,913 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:55:34,914 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:55:34,914 DEBUG [RS:0;9840c0493aab:34355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:55:34,914 INFO [RS:0;9840c0493aab:34355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:55:34,914 INFO [RS:0;9840c0493aab:34355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:55:34,945 WARN [9840c0493aab:35003 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:55:35,015 INFO [RS:0;9840c0493aab:34355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:55:35,016 INFO [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C34355%2C1733352934405, suffix=, logDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405, archiveDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs, maxLogs=32 2024-12-04T22:55:35,030 DEBUG [RS:0;9840c0493aab:34355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405/9840c0493aab%2C34355%2C1733352934405.1733352935017, exclude list is [], retry=0 2024-12-04T22:55:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39513,DS-25b0288f-3552-4bf5-9778-e161ec4780e8,DISK] 2024-12-04T22:55:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-ac8f3361-7746-44a7-a748-7d8d18e2383c,DISK] 2024-12-04T22:55:35,036 INFO [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405/9840c0493aab%2C34355%2C1733352934405.1733352935017 2024-12-04T22:55:35,036 DEBUG [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-04T22:55:35,195 DEBUG [9840c0493aab:35003 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:55:35,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,34355,1733352934405 2024-12-04T22:55:35,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,34355,1733352934405, state=OPENING 2024-12-04T22:55:35,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:55:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:35,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:55:35,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:55:35,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:55:35,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,34355,1733352934405}] 2024-12-04T22:55:35,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:55:35,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:55:35,376 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:55:35,377 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:55:35,377 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:55:35,379 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C34355%2C1733352934405.meta, suffix=.meta, logDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405, archiveDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs, maxLogs=32 2024-12-04T22:55:35,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405/9840c0493aab%2C34355%2C1733352934405.meta.1733352935379.meta, exclude list is [], retry=0 2024-12-04T22:55:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-ac8f3361-7746-44a7-a748-7d8d18e2383c,DISK] 2024-12-04T22:55:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39513,DS-25b0288f-3552-4bf5-9778-e161ec4780e8,DISK] 2024-12-04T22:55:35,398 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/9840c0493aab,34355,1733352934405/9840c0493aab%2C34355%2C1733352934405.meta.1733352935379.meta 2024-12-04T22:55:35,398 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:55:35,399 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:55:35,399 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:55:35,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:55:35,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:55:35,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:35,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:35,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:55:35,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:55:35,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:35,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:35,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:55:35,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:55:35,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:35,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:35,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:55:35,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:55:35,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:55:35,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:55:35,404 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:55:35,405 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740 2024-12-04T22:55:35,406 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740 2024-12-04T22:55:35,407 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:55:35,407 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:55:35,407 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:55:35,409 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:55:35,410 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826250, jitterRate=0.05063129961490631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:55:35,410 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:55:35,410 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352935399Writing region info on filesystem at 1733352935399Initializing all the Stores at 1733352935400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352935400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352935400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352935400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352935400Cleaning up temporary data from old regions at 1733352935407 (+7 ms)Running coprocessor post-open hooks at 1733352935410 (+3 ms)Region opened successfully at 1733352935410 2024-12-04T22:55:35,411 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352935367 2024-12-04T22:55:35,413 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:55:35,413 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:55:35,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,34355,1733352934405 2024-12-04T22:55:35,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,34355,1733352934405, state=OPEN 2024-12-04T22:55:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:55:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:55:35,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:55:35,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:55:35,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,34355,1733352934405 2024-12-04T22:55:35,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:55:35,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,34355,1733352934405 in 257 msec 2024-12-04T22:55:35,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:55:35,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-12-04T22:55:35,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:55:35,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:55:35,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:55:35,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,34355,1733352934405, seqNum=-1] 2024-12-04T22:55:35,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:55:35,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:55:35,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 721 msec 2024-12-04T22:55:35,486 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352935486, completionTime=-1 2024-12-04T22:55:35,486 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:55:35,486 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:55:35,487 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:55:35,487 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352995487 2024-12-04T22:55:35,487 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733353055487 2024-12-04T22:55:35,487 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T22:55:35,488 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35003,1733352934131-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,488 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35003,1733352934131-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,488 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35003,1733352934131-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,488 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:35003, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,488 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,488 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,489 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.004sec 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35003,1733352934131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:55:35,491 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35003,1733352934131-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:55:35,494 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:55:35,494 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:55:35,494 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35003,1733352934131-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:55:35,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5851dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:55:35,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,35003,-1 for getting cluster id 2024-12-04T22:55:35,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:55:35,532 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87ae4d6-3ab2-4661-8e54-33079aadb111' 2024-12-04T22:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87ae4d6-3ab2-4661-8e54-33079aadb111" 2024-12-04T22:55:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2575ca6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:55:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,35003,-1] 2024-12-04T22:55:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:55:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:35,534 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:55:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a31af1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:55:35,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:55:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,34355,1733352934405, seqNum=-1] 2024-12-04T22:55:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:55:35,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:55:35,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,35003,1733352934131 2024-12-04T22:55:35,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:55:35,542 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T22:55:35,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:55:35,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:55:35,545 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1, archiveDir=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs, maxLogs=32 2024-12-04T22:55:35,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935546, exclude list is [], retry=0 2024-12-04T22:55:35,562 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39513,DS-25b0288f-3552-4bf5-9778-e161ec4780e8,DISK] 2024-12-04T22:55:35,562 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-ac8f3361-7746-44a7-a748-7d8d18e2383c,DISK] 2024-12-04T22:55:35,565 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935546 2024-12-04T22:55:35,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917),(127.0.0.1/127.0.0.1:38331:38331)] 2024-12-04T22:55:35,583 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935566, exclude list is [], retry=0 2024-12-04T22:55:35,586 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-ac8f3361-7746-44a7-a748-7d8d18e2383c,DISK] 2024-12-04T22:55:35,586 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39513,DS-25b0288f-3552-4bf5-9778-e161ec4780e8,DISK] 2024-12-04T22:55:35,588 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935546 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935566 2024-12-04T22:55:35,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-04T22:55:35,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935546 is not closed yet, will try archiving it next time 2024-12-04T22:55:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741835_1011 (size=93) 2024-12-04T22:55:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741835_1011 (size=93) 2024-12-04T22:55:35,593 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935546 to hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs/test.com%2C8080%2C1.1733352935546 2024-12-04T22:55:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741836_1012 (size=93) 2024-12-04T22:55:35,594 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/WALs/test.com,8080,1/test.com%2C8080%2C1.1733352935566 not finished, retry = 0 2024-12-04T22:55:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741836_1012 (size=93) 2024-12-04T22:55:35,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs 2024-12-04T22:55:35,697 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733352935566) 2024-12-04T22:55:35,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:55:35,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:55:35,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:55:35,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:35,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:35,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:55:35,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:55:35,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=138187416, stopped=false 2024-12-04T22:55:35,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,35003,1733352934131 2024-12-04T22:55:35,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:55:35,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:55:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:35,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:55:35,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:55:35,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:55:35,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:35,708 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,34355,1733352934405' ***** 2024-12-04T22:55:35,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:55:35,708 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:55:35,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:55:35,708 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:55:35,708 INFO [RS:0;9840c0493aab:34355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:55:35,708 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:55:35,708 INFO [RS:0;9840c0493aab:34355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:55:35,708 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,34355,1733352934405 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:34355. 2024-12-04T22:55:35,709 DEBUG [RS:0;9840c0493aab:34355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:55:35,709 DEBUG [RS:0;9840c0493aab:34355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:55:35,709 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T22:55:35,709 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T22:55:35,709 DEBUG [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:55:35,709 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:55:35,709 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:55:35,709 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:55:35,709 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:55:35,709 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:55:35,709 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T22:55:35,723 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/.tmp/ns/6e66b8a4380e46778e3e51fb212e31e6 is 43, key is default/ns:d/1733352935482/Put/seqid=0 2024-12-04T22:55:35,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741837_1013 (size=5153) 2024-12-04T22:55:35,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741837_1013 (size=5153) 2024-12-04T22:55:35,728 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/.tmp/ns/6e66b8a4380e46778e3e51fb212e31e6 2024-12-04T22:55:35,734 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/.tmp/ns/6e66b8a4380e46778e3e51fb212e31e6 as hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/ns/6e66b8a4380e46778e3e51fb212e31e6 2024-12-04T22:55:35,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,740 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/ns/6e66b8a4380e46778e3e51fb212e31e6, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T22:55:35,741 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-12-04T22:55:35,741 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:55:35,748 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T22:55:35,748 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:55:35,748 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:55:35,748 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352935709Running coprocessor pre-close hooks at 1733352935709Disabling compacts and flushes for region at 1733352935709Disabling writes for close at 1733352935709Obtaining lock to block concurrent updates at 1733352935709Preparing flush snapshotting stores in 1588230740 at 1733352935709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733352935710 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733352935710Flushing 1588230740/ns: creating writer at 1733352935710Flushing 1588230740/ns: appending metadata at 1733352935723 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733352935723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a64f564: reopening flushed file at 1733352935733 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1733352935741 (+8 ms)Writing region close event to WAL at 1733352935744 (+3 ms)Running coprocessor post-close hooks at 1733352935748 (+4 ms)Closed at 1733352935748 2024-12-04T22:55:35,748 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:55:35,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:35,909 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,34355,1733352934405; all regions closed. 2024-12-04T22:55:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741834_1010 (size=1152) 2024-12-04T22:55:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741834_1010 (size=1152) 2024-12-04T22:55:35,915 DEBUG [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs 2024-12-04T22:55:35,915 INFO [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C34355%2C1733352934405.meta:.meta(num 1733352935379) 2024-12-04T22:55:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741833_1009 (size=93) 2024-12-04T22:55:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741833_1009 (size=93) 2024-12-04T22:55:35,920 DEBUG [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/oldWALs 2024-12-04T22:55:35,920 INFO [RS:0;9840c0493aab:34355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C34355%2C1733352934405:(num 1733352935017) 2024-12-04T22:55:35,920 DEBUG [RS:0;9840c0493aab:34355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:55:35,920 INFO [RS:0;9840c0493aab:34355 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:55:35,920 INFO [RS:0;9840c0493aab:34355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:55:35,920 INFO [RS:0;9840c0493aab:34355 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:55:35,920 INFO [RS:0;9840c0493aab:34355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:55:35,920 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:55:35,921 INFO [RS:0;9840c0493aab:34355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34355 2024-12-04T22:55:35,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,34355,1733352934405 2024-12-04T22:55:35,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:55:35,967 INFO [RS:0;9840c0493aab:34355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:55:36,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,34355,1733352934405] 2024-12-04T22:55:36,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,34355,1733352934405 already deleted, retry=false 2024-12-04T22:55:36,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,34355,1733352934405 expired; onlineServers=0 2024-12-04T22:55:36,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,35003,1733352934131' ***** 2024-12-04T22:55:36,103 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:55:36,103 INFO [M:0;9840c0493aab:35003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:55:36,104 INFO [M:0;9840c0493aab:35003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:55:36,104 DEBUG [M:0;9840c0493aab:35003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:55:36,104 DEBUG [M:0;9840c0493aab:35003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:55:36,104 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:55:36,104 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352934767 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352934767,5,FailOnTimeoutGroup] 2024-12-04T22:55:36,104 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352934767 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352934767,5,FailOnTimeoutGroup] 2024-12-04T22:55:36,105 INFO [M:0;9840c0493aab:35003 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:55:36,106 INFO [M:0;9840c0493aab:35003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:55:36,106 DEBUG [M:0;9840c0493aab:35003 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:55:36,106 INFO [M:0;9840c0493aab:35003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:55:36,106 INFO [M:0;9840c0493aab:35003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:55:36,106 INFO [M:0;9840c0493aab:35003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:55:36,107 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:55:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:55:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:55:36,126 DEBUG [M:0;9840c0493aab:35003 {}] zookeeper.ZKUtil(347): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:55:36,126 WARN [M:0;9840c0493aab:35003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:55:36,127 INFO [M:0;9840c0493aab:35003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/.lastflushedseqids 2024-12-04T22:55:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741838_1014 (size=99) 2024-12-04T22:55:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:36,132 INFO [RS:0;9840c0493aab:34355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:55:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34355-0x101a28ec68b0001, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:36,132 INFO [RS:0;9840c0493aab:34355 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,34355,1733352934405; zookeeper connection closed. 2024-12-04T22:55:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741838_1014 (size=99) 2024-12-04T22:55:36,132 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10364783 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10364783 2024-12-04T22:55:36,132 INFO [M:0;9840c0493aab:35003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:55:36,132 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:55:36,132 INFO [M:0;9840c0493aab:35003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:55:36,132 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:55:36,132 INFO [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:36,132 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:36,132 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:55:36,132 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:36,132 INFO [M:0;9840c0493aab:35003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-04T22:55:36,148 DEBUG [M:0;9840c0493aab:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0d8914472d045819bb9fac37959410e is 82, key is hbase:meta,,1/info:regioninfo/1733352935414/Put/seqid=0 2024-12-04T22:55:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741839_1015 (size=5672) 2024-12-04T22:55:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741839_1015 (size=5672) 2024-12-04T22:55:36,153 INFO [M:0;9840c0493aab:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0d8914472d045819bb9fac37959410e 2024-12-04T22:55:36,170 DEBUG [M:0;9840c0493aab:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32637ee90740406d840af299af250239 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733352935485/Put/seqid=0 2024-12-04T22:55:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741840_1016 (size=5275) 2024-12-04T22:55:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741840_1016 (size=5275) 2024-12-04T22:55:36,175 INFO [M:0;9840c0493aab:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32637ee90740406d840af299af250239 2024-12-04T22:55:36,193 DEBUG [M:0;9840c0493aab:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07452476a86a4aac962e445a14c320f2 is 69, key is 9840c0493aab,34355,1733352934405/rs:state/1733352934869/Put/seqid=0 2024-12-04T22:55:36,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741841_1017 (size=5156) 2024-12-04T22:55:36,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741841_1017 (size=5156) 2024-12-04T22:55:36,198 INFO [M:0;9840c0493aab:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07452476a86a4aac962e445a14c320f2 2024-12-04T22:55:36,214 DEBUG [M:0;9840c0493aab:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6314f8f8d5bb4f29b15b77315c8f1e65 is 52, key is load_balancer_on/state:d/1733352935541/Put/seqid=0 2024-12-04T22:55:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741842_1018 (size=5056) 2024-12-04T22:55:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741842_1018 (size=5056) 2024-12-04T22:55:36,219 INFO [M:0;9840c0493aab:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6314f8f8d5bb4f29b15b77315c8f1e65 2024-12-04T22:55:36,223 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0d8914472d045819bb9fac37959410e as hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0d8914472d045819bb9fac37959410e 2024-12-04T22:55:36,227 INFO [M:0;9840c0493aab:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0d8914472d045819bb9fac37959410e, entries=8, sequenceid=29, filesize=5.5 K 2024-12-04T22:55:36,228 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32637ee90740406d840af299af250239 as hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32637ee90740406d840af299af250239 2024-12-04T22:55:36,232 INFO [M:0;9840c0493aab:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32637ee90740406d840af299af250239, entries=3, sequenceid=29, filesize=5.2 K 2024-12-04T22:55:36,233 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07452476a86a4aac962e445a14c320f2 as hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07452476a86a4aac962e445a14c320f2 2024-12-04T22:55:36,237 INFO [M:0;9840c0493aab:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07452476a86a4aac962e445a14c320f2, entries=1, sequenceid=29, filesize=5.0 K 2024-12-04T22:55:36,238 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6314f8f8d5bb4f29b15b77315c8f1e65 as hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6314f8f8d5bb4f29b15b77315c8f1e65 2024-12-04T22:55:36,241 INFO [M:0;9840c0493aab:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45249/user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6314f8f8d5bb4f29b15b77315c8f1e65, entries=1, sequenceid=29, filesize=4.9 K 2024-12-04T22:55:36,242 INFO [M:0;9840c0493aab:35003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=29, compaction requested=false 2024-12-04T22:55:36,243 INFO [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:55:36,244 DEBUG [M:0;9840c0493aab:35003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352936132Disabling compacts and flushes for region at 1733352936132Disabling writes for close at 1733352936132Obtaining lock to block concurrent updates at 1733352936132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352936132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733352936133 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352936133Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352936133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352936148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352936148Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352936157 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352936170 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352936170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352936179 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352936193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352936193Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733352936203 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733352936214 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733352936214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f528cce: reopening flushed file at 1733352936223 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6520787e: reopening flushed file at 1733352936227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7b1025: reopening flushed file at 1733352936232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b12dcf5: reopening flushed file at 1733352936237 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=29, compaction requested=false at 1733352936242 (+5 ms)Writing region close event to WAL at 1733352936243 (+1 ms)Closed at 1733352936243 2024-12-04T22:55:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741830_1006 (size=10311) 2024-12-04T22:55:36,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a070a717-d7a1-0b40-bf8f-04a415d4cc89/MasterData/WALs/9840c0493aab,35003,1733352934131/9840c0493aab%2C35003%2C1733352934131.1733352934549 not finished, retry = 0 2024-12-04T22:55:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39513 is added to blk_1073741830_1006 (size=10311) 2024-12-04T22:55:36,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:55:36,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:55:36,346 INFO [M:0;9840c0493aab:35003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:55:36,346 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:55:36,347 INFO [M:0;9840c0493aab:35003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35003 2024-12-04T22:55:36,347 INFO [M:0;9840c0493aab:35003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:55:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:36,492 INFO [M:0;9840c0493aab:35003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:55:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x101a28ec68b0000, quorum=127.0.0.1:58654, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:55:36,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34624b6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:55:36,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8027b27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:55:36,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:55:36,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ec78b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:55:36,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e22d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir/,STOPPED} 2024-12-04T22:55:36,500 WARN [BP-1256873599-172.17.0.2-1733352931366 heartbeating to localhost/127.0.0.1:45249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:55:36,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:55:36,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:55:36,500 WARN [BP-1256873599-172.17.0.2-1733352931366 heartbeating to localhost/127.0.0.1:45249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1256873599-172.17.0.2-1733352931366 (Datanode Uuid d4d82dec-babb-49fe-869e-c003892a4d9d) service to localhost/127.0.0.1:45249 2024-12-04T22:55:36,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data3/current/BP-1256873599-172.17.0.2-1733352931366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:36,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data4/current/BP-1256873599-172.17.0.2-1733352931366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:36,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:55:36,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d3d496c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:55:36,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bb3763{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:55:36,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:55:36,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@226e5e08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:55:36,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c323b99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir/,STOPPED} 2024-12-04T22:55:36,506 WARN [BP-1256873599-172.17.0.2-1733352931366 heartbeating to localhost/127.0.0.1:45249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:55:36,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:55:36,506 WARN [BP-1256873599-172.17.0.2-1733352931366 heartbeating to localhost/127.0.0.1:45249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1256873599-172.17.0.2-1733352931366 (Datanode Uuid d858afec-06c7-4073-bb89-36a5751de1ce) service to localhost/127.0.0.1:45249 2024-12-04T22:55:36,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:55:36,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data1/current/BP-1256873599-172.17.0.2-1733352931366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:36,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/cluster_0bb2dd60-c900-f16e-da24-fc7a3a24f84b/data/data2/current/BP-1256873599-172.17.0.2-1733352931366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:55:36,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:55:36,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28ac51fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:55:36,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1deaed53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:55:36,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:55:36,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3664bae7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:55:36,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e715bb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c2a3f57-a611-521b-d78d-3fe4a55d55de/hadoop.log.dir/,STOPPED} 2024-12-04T22:55:36,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:55:36,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:55:36,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 110) - Thread LEAK? -, OpenFileDescriptor=505 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 80) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10554 (was 10784)