2024-12-03 22:41:09,223 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 2024-12-03 22:41:09,266 main DEBUG Took 0.015899 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 22:41:09,267 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 22:41:09,267 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 22:41:09,268 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 22:41:09,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,279 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 22:41:09,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,298 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,300 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,301 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,303 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,305 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,306 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 22:41:09,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,310 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 22:41:09,312 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 22:41:09,314 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 22:41:09,316 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 22:41:09,317 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 22:41:09,318 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 22:41:09,319 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 22:41:09,327 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 22:41:09,329 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 22:41:09,331 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 22:41:09,332 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 22:41:09,332 main DEBUG createAppenders(={Console}) 2024-12-03 22:41:09,333 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 initialized 2024-12-03 22:41:09,334 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 2024-12-03 22:41:09,334 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@69c81773 OK. 2024-12-03 22:41:09,335 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 22:41:09,335 main DEBUG OutputStream closed 2024-12-03 22:41:09,335 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 22:41:09,336 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 22:41:09,336 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3e11f9e9 OK 2024-12-03 22:41:09,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 22:41:09,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 22:41:09,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 22:41:09,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 22:41:09,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 22:41:09,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 22:41:09,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 22:41:09,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 22:41:09,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 22:41:09,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 22:41:09,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 22:41:09,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 22:41:09,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 22:41:09,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 22:41:09,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 22:41:09,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 22:41:09,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 22:41:09,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 22:41:09,448 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 22:41:09,449 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@21fd5faa) with optional ClassLoader: null 2024-12-03 22:41:09,449 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 22:41:09,450 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@21fd5faa] started OK. 2024-12-03T22:41:09,813 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24 2024-12-03 22:41:09,817 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 22:41:09,818 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T22:41:09,828 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-03T22:41:09,871 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=5991 2024-12-03T22:41:09,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T22:41:09,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d, deleteOnExit=true 2024-12-03T22:41:09,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T22:41:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/test.cache.data in system properties and HBase conf 2024-12-03T22:41:09,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T22:41:09,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir in system properties and HBase conf 2024-12-03T22:41:09,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T22:41:09,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T22:41:09,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T22:41:10,027 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T22:41:10,177 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T22:41:10,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:41:10,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:41:10,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T22:41:10,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:41:10,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T22:41:10,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T22:41:10,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:41:10,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:41:10,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T22:41:10,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/nfs.dump.dir in system properties and HBase conf 2024-12-03T22:41:10,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/java.io.tmpdir in system properties and HBase conf 2024-12-03T22:41:10,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:41:10,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T22:41:10,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T22:41:11,482 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T22:41:11,576 INFO [Time-limited test {}] log.Log(170): Logging initialized @3214ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T22:41:11,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:41:11,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:41:11,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:41:11,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:41:11,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:41:11,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:41:11,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:41:11,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:41:12,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/java.io.tmpdir/jetty-localhost-40031-hadoop-hdfs-3_4_1-tests_jar-_-any-7034555681937855708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:41:12,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40031} 2024-12-03T22:41:12,107 INFO [Time-limited test {}] server.Server(415): Started @3746ms 2024-12-03T22:41:12,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:41:12,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:41:12,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:41:12,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:41:12,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:41:12,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:41:12,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:41:12,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/java.io.tmpdir/jetty-localhost-36619-hadoop-hdfs-3_4_1-tests_jar-_-any-12289199843343918300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:41:12,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:36619} 2024-12-03T22:41:12,930 INFO [Time-limited test {}] server.Server(415): Started @4569ms 2024-12-03T22:41:13,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:41:13,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:41:13,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:41:13,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:41:13,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:41:13,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:41:13,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:41:13,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:41:13,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/java.io.tmpdir/jetty-localhost-32855-hadoop-hdfs-3_4_1-tests_jar-_-any-5958486221539197198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:41:13,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:32855} 2024-12-03T22:41:13,388 INFO [Time-limited test {}] server.Server(415): Started @5027ms 2024-12-03T22:41:13,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:41:14,270 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data1/current/BP-1294682118-172.17.0.2-1733265670998/current, will proceed with Du for space computation calculation, 2024-12-03T22:41:14,270 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data4/current/BP-1294682118-172.17.0.2-1733265670998/current, will proceed with Du for space computation calculation, 2024-12-03T22:41:14,270 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data2/current/BP-1294682118-172.17.0.2-1733265670998/current, will proceed with Du for space computation calculation, 2024-12-03T22:41:14,270 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data3/current/BP-1294682118-172.17.0.2-1733265670998/current, will proceed with Du for space computation calculation, 2024-12-03T22:41:14,331 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:41:14,339 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:41:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d8fde9cd0d72efd with lease ID 0x75ae95b7de16ee60: Processing first storage report for DS-135416a2-38c4-444e-8073-be1ce1d39b52 from datanode DatanodeRegistration(127.0.0.1:36719, datanodeUuid=7ba568e6-a311-4369-a5f3-fcb636d761e7, infoPort=43821, infoSecurePort=0, ipcPort=39749, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998) 2024-12-03T22:41:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d8fde9cd0d72efd with lease ID 0x75ae95b7de16ee60: from storage DS-135416a2-38c4-444e-8073-be1ce1d39b52 node DatanodeRegistration(127.0.0.1:36719, datanodeUuid=7ba568e6-a311-4369-a5f3-fcb636d761e7, infoPort=43821, infoSecurePort=0, ipcPort=39749, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T22:41:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a84138999ca553b with lease ID 0x75ae95b7de16ee5f: Processing first storage report for DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bf3f1c64-afd8-4eb0-9133-aa943f89d2c7, infoPort=39137, infoSecurePort=0, ipcPort=46543, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998) 2024-12-03T22:41:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a84138999ca553b with lease ID 0x75ae95b7de16ee5f: from storage DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bf3f1c64-afd8-4eb0-9133-aa943f89d2c7, infoPort=39137, infoSecurePort=0, ipcPort=46543, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:41:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d8fde9cd0d72efd with lease ID 0x75ae95b7de16ee60: Processing first storage report for DS-eace59ad-1f65-48c7-b07f-e891b479a9a4 from datanode DatanodeRegistration(127.0.0.1:36719, datanodeUuid=7ba568e6-a311-4369-a5f3-fcb636d761e7, infoPort=43821, infoSecurePort=0, ipcPort=39749, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998) 2024-12-03T22:41:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d8fde9cd0d72efd with lease ID 0x75ae95b7de16ee60: from storage DS-eace59ad-1f65-48c7-b07f-e891b479a9a4 node DatanodeRegistration(127.0.0.1:36719, datanodeUuid=7ba568e6-a311-4369-a5f3-fcb636d761e7, infoPort=43821, infoSecurePort=0, ipcPort=39749, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:41:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a84138999ca553b with lease ID 0x75ae95b7de16ee5f: Processing first storage report for DS-cb1d546a-a8c3-4530-9b5a-6aaa1ac03d27 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bf3f1c64-afd8-4eb0-9133-aa943f89d2c7, infoPort=39137, infoSecurePort=0, ipcPort=46543, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998) 2024-12-03T22:41:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a84138999ca553b with lease ID 0x75ae95b7de16ee5f: from storage DS-cb1d546a-a8c3-4530-9b5a-6aaa1ac03d27 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=bf3f1c64-afd8-4eb0-9133-aa943f89d2c7, infoPort=39137, infoSecurePort=0, ipcPort=46543, storageInfo=lv=-57;cid=testClusterID;nsid=676329040;c=1733265670998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:41:14,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24 2024-12-03T22:41:14,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/zookeeper_0, clientPort=62140, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T22:41:14,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62140 2024-12-03T22:41:14,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:14,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:41:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:41:15,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c with version=8 2024-12-03T22:41:15,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase-staging 2024-12-03T22:41:15,355 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T22:41:15,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:41:15,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:41:15,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:41:15,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:41:15,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:41:15,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:41:15,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T22:41:15,918 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T22:41:15,935 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T22:41:15,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:41:15,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6222 (auto-detected) 2024-12-03T22:41:15,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T22:41:15,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35931 2024-12-03T22:41:16,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35931 connecting to ZooKeeper ensemble=127.0.0.1:62140 2024-12-03T22:41:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359310x0, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:41:16,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35931-0x1019ea4e3d90000 connected 2024-12-03T22:41:16,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:16,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:16,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:41:16,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c, hbase.cluster.distributed=false 2024-12-03T22:41:16,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:41:16,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35931 2024-12-03T22:41:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35931 2024-12-03T22:41:16,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35931 2024-12-03T22:41:16,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35931 2024-12-03T22:41:16,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35931 2024-12-03T22:41:16,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:41:16,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:41:16,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:41:16,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:41:16,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:41:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:41:16,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T22:41:16,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:41:16,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32907 2024-12-03T22:41:16,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32907 connecting to ZooKeeper ensemble=127.0.0.1:62140 2024-12-03T22:41:16,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:16,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:16,561 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329070x0, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:41:16,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32907-0x1019ea4e3d90001 connected 2024-12-03T22:41:16,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:41:16,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T22:41:16,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T22:41:16,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T22:41:16,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:41:16,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32907 2024-12-03T22:41:16,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32907 2024-12-03T22:41:16,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32907 2024-12-03T22:41:16,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32907 2024-12-03T22:41:16,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32907 2024-12-03T22:41:16,630 DEBUG [M:0;ed8014902436:35931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ed8014902436:35931 2024-12-03T22:41:16,631 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ed8014902436,35931,1733265675446 2024-12-03T22:41:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:41:16,654 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:41:16,656 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ed8014902436,35931,1733265675446 2024-12-03T22:41:16,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:16,686 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T22:41:16,686 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:16,688 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T22:41:16,689 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ed8014902436,35931,1733265675446 from backup master directory 2024-12-03T22:41:16,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ed8014902436,35931,1733265675446 2024-12-03T22:41:16,701 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:41:16,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:41:16,702 WARN [master/ed8014902436:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:41:16,702 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ed8014902436,35931,1733265675446 2024-12-03T22:41:16,705 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T22:41:16,706 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T22:41:16,774 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase.id] with ID: 0284103c-96d0-4a3e-ac54-fddaad943c9c 2024-12-03T22:41:16,774 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/.tmp/hbase.id 2024-12-03T22:41:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:41:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:41:16,795 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/.tmp/hbase.id]:[hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase.id] 2024-12-03T22:41:16,855 INFO [master/ed8014902436:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:16,860 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T22:41:16,878 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-03T22:41:16,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:16,911 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:41:16,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:41:16,948 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:41:16,951 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T22:41:16,958 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:41:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:41:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:41:17,014 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store 2024-12-03T22:41:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:41:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:41:17,039 INFO [master/ed8014902436:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T22:41:17,042 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:41:17,043 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:41:17,043 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:41:17,044 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:41:17,045 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:41:17,045 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:41:17,046 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:41:17,047 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265677043Disabling compacts and flushes for region at 1733265677043Disabling writes for close at 1733265677045 (+2 ms)Writing region close event to WAL at 1733265677046 (+1 ms)Closed at 1733265677046 2024-12-03T22:41:17,049 WARN [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/.initializing 2024-12-03T22:41:17,050 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/WALs/ed8014902436,35931,1733265675446 2024-12-03T22:41:17,058 INFO [master/ed8014902436:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:41:17,073 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C35931%2C1733265675446, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/WALs/ed8014902436,35931,1733265675446, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/oldWALs, maxLogs=10 2024-12-03T22:41:17,102 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/WALs/ed8014902436,35931,1733265675446/ed8014902436%2C35931%2C1733265675446.1733265677078, exclude list is [], retry=0 2024-12-03T22:41:17,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:41:17,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:17,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:17,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T22:41:17,174 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/WALs/ed8014902436,35931,1733265675446/ed8014902436%2C35931%2C1733265675446.1733265677078 2024-12-03T22:41:17,176 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39137:39137),(127.0.0.1/127.0.0.1:43821:43821)] 2024-12-03T22:41:17,176 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:41:17,177 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:41:17,180 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,183 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T22:41:17,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:17,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:17,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T22:41:17,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:17,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:41:17,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T22:41:17,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:17,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:41:17,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T22:41:17,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:17,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:41:17,311 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,316 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,317 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,328 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,329 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,337 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T22:41:17,344 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:41:17,356 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:41:17,360 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780516, jitterRate=-0.007522657513618469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T22:41:17,370 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733265677196Initializing all the Stores at 1733265677198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265677199 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265677200 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265677200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265677200Cleaning up temporary data from old regions at 1733265677330 (+130 ms)Region opened successfully at 1733265677370 (+40 ms) 2024-12-03T22:41:17,371 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T22:41:17,431 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb75004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:41:17,473 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T22:41:17,492 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T22:41:17,492 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T22:41:17,496 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T22:41:17,497 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T22:41:17,504 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-03T22:41:17,504 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T22:41:17,563 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T22:41:17,576 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T22:41:17,634 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T22:41:17,639 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T22:41:17,641 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T22:41:17,652 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T22:41:17,655 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T22:41:17,660 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T22:41:17,669 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T22:41:17,672 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T22:41:17,677 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T22:41:17,698 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T22:41:17,709 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T22:41:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:41:17,719 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:41:17,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:17,720 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:17,723 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ed8014902436,35931,1733265675446, sessionid=0x1019ea4e3d90000, setting cluster-up flag (Was=false) 2024-12-03T22:41:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:17,752 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:17,778 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T22:41:17,780 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,35931,1733265675446 2024-12-03T22:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:17,802 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:17,827 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T22:41:17,829 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,35931,1733265675446 2024-12-03T22:41:17,837 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T22:41:17,917 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(746): ClusterId : 0284103c-96d0-4a3e-ac54-fddaad943c9c 2024-12-03T22:41:17,920 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T22:41:17,928 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T22:41:17,937 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T22:41:17,937 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T22:41:17,939 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T22:41:17,945 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T22:41:17,946 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T22:41:17,947 DEBUG [RS:0;ed8014902436:32907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b4db45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:41:17,951 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ed8014902436,35931,1733265675446 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T22:41:17,959 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:41:17,960 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:41:17,960 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:41:17,960 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:41:17,960 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ed8014902436:0, corePoolSize=10, maxPoolSize=10 2024-12-03T22:41:17,960 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:17,961 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:41:17,961 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:17,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:41:17,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T22:41:17,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:17,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T22:41:17,983 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ed8014902436:32907 2024-12-03T22:41:17,987 INFO [RS:0;ed8014902436:32907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T22:41:17,987 INFO [RS:0;ed8014902436:32907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T22:41:17,987 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T22:41:17,988 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733265707988 2024-12-03T22:41:17,990 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(2659): reportForDuty to master=ed8014902436,35931,1733265675446 with port=32907, startcode=1733265676464 2024-12-03T22:41:17,990 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T22:41:17,991 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T22:41:17,999 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T22:41:18,000 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T22:41:18,000 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T22:41:18,000 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T22:41:18,003 DEBUG [RS:0;ed8014902436:32907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T22:41:18,011 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:41:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:41:18,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T22:41:18,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c 2024-12-03T22:41:18,039 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T22:41:18,040 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T22:41:18,041 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T22:41:18,067 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T22:41:18,067 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T22:41:18,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54539, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T22:41:18,070 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265678070,5,FailOnTimeoutGroup] 2024-12-03T22:41:18,074 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265678071,5,FailOnTimeoutGroup] 2024-12-03T22:41:18,075 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,075 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T22:41:18,076 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,077 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ed8014902436,32907,1733265676464 2024-12-03T22:41:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:41:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:41:18,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35931 {}] master.ServerManager(517): Registering regionserver=ed8014902436,32907,1733265676464 2024-12-03T22:41:18,108 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c 2024-12-03T22:41:18,108 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33831 2024-12-03T22:41:18,108 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T22:41:18,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:41:18,136 DEBUG [RS:0;ed8014902436:32907 {}] zookeeper.ZKUtil(111): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ed8014902436,32907,1733265676464 2024-12-03T22:41:18,137 WARN [RS:0;ed8014902436:32907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:41:18,137 INFO [RS:0;ed8014902436:32907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:41:18,137 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464 2024-12-03T22:41:18,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ed8014902436,32907,1733265676464] 2024-12-03T22:41:18,163 INFO [RS:0;ed8014902436:32907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T22:41:18,175 INFO [RS:0;ed8014902436:32907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T22:41:18,181 INFO [RS:0;ed8014902436:32907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T22:41:18,182 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,183 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T22:41:18,190 INFO [RS:0;ed8014902436:32907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T22:41:18,192 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,192 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,192 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,193 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,193 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,193 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,193 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:41:18,193 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,194 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,194 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,194 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,194 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,194 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:41:18,194 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:41:18,195 DEBUG [RS:0;ed8014902436:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:41:18,196 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,196 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,196 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,196 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,196 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,196 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,32907,1733265676464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:41:18,217 INFO [RS:0;ed8014902436:32907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T22:41:18,219 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,32907,1733265676464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,219 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,219 INFO [RS:0;ed8014902436:32907 {}] regionserver.Replication(171): ed8014902436,32907,1733265676464 started 2024-12-03T22:41:18,238 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:18,238 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1482): Serving as ed8014902436,32907,1733265676464, RpcServer on ed8014902436/172.17.0.2:32907, sessionid=0x1019ea4e3d90001 2024-12-03T22:41:18,239 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T22:41:18,239 DEBUG [RS:0;ed8014902436:32907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ed8014902436,32907,1733265676464 2024-12-03T22:41:18,239 DEBUG [RS:0;ed8014902436:32907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,32907,1733265676464' 2024-12-03T22:41:18,239 DEBUG [RS:0;ed8014902436:32907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T22:41:18,240 DEBUG [RS:0;ed8014902436:32907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T22:41:18,241 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T22:41:18,241 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T22:41:18,241 DEBUG [RS:0;ed8014902436:32907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ed8014902436,32907,1733265676464 2024-12-03T22:41:18,241 DEBUG [RS:0;ed8014902436:32907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,32907,1733265676464' 2024-12-03T22:41:18,242 DEBUG [RS:0;ed8014902436:32907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T22:41:18,243 DEBUG [RS:0;ed8014902436:32907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T22:41:18,244 DEBUG [RS:0;ed8014902436:32907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T22:41:18,244 INFO [RS:0;ed8014902436:32907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T22:41:18,244 INFO [RS:0;ed8014902436:32907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T22:41:18,350 INFO [RS:0;ed8014902436:32907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:41:18,353 INFO [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C32907%2C1733265676464, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/oldWALs, maxLogs=32 2024-12-03T22:41:18,370 DEBUG [RS:0;ed8014902436:32907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265678356, exclude list is [], retry=0 2024-12-03T22:41:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:18,385 INFO [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265678356 2024-12-03T22:41:18,385 DEBUG [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821),(127.0.0.1/127.0.0.1:39137:39137)] 2024-12-03T22:41:18,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:41:18,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:41:18,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:41:18,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:18,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:18,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:41:18,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:41:18,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:18,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:18,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:41:18,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:41:18,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:18,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:18,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:41:18,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:41:18,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:18,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:18,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:41:18,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740 2024-12-03T22:41:18,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740 2024-12-03T22:41:18,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:41:18,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:41:18,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:41:18,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:41:18,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:41:18,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=741545, jitterRate=-0.05707678198814392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:41:18,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733265678496Initializing all the Stores at 1733265678498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265678498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265678498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265678498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265678498Cleaning up temporary data from old regions at 1733265678521 (+23 ms)Region opened successfully at 1733265678537 (+16 ms) 2024-12-03T22:41:18,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:41:18,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:41:18,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:41:18,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:41:18,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:41:18,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:41:18,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265678538Disabling compacts and flushes for region at 1733265678538Disabling writes for close at 1733265678538Writing region close event to WAL at 1733265678539 (+1 ms)Closed at 1733265678540 (+1 ms) 2024-12-03T22:41:18,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:41:18,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T22:41:18,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T22:41:18,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:41:18,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T22:41:18,723 DEBUG [ed8014902436:35931 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T22:41:18,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ed8014902436,32907,1733265676464 2024-12-03T22:41:18,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,32907,1733265676464, state=OPENING 2024-12-03T22:41:18,759 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T22:41:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:18,769 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:41:18,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:41:18,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:41:18,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:41:18,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,32907,1733265676464}] 2024-12-03T22:41:18,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T22:41:18,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T22:41:18,962 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T22:41:18,963 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:41:18,964 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T22:41:18,967 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C32907%2C1733265676464.meta, suffix=.meta, logDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/oldWALs, maxLogs=32 2024-12-03T22:41:18,989 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.meta.1733265678969.meta, exclude list is [], retry=0 2024-12-03T22:41:18,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:18,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:18,997 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.meta.1733265678969.meta 2024-12-03T22:41:18,998 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821),(127.0.0.1/127.0.0.1:39137:39137)] 2024-12-03T22:41:18,998 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:41:19,000 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T22:41:19,003 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T22:41:19,007 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T22:41:19,011 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T22:41:19,012 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:41:19,012 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T22:41:19,012 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T22:41:19,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:41:19,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:41:19,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:19,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:19,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:41:19,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:41:19,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:19,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:19,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:41:19,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:41:19,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:19,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:19,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:41:19,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:41:19,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:19,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:41:19,031 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:41:19,033 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740 2024-12-03T22:41:19,036 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740 2024-12-03T22:41:19,039 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:41:19,039 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:41:19,041 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:41:19,045 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:41:19,047 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851018, jitterRate=0.0821262001991272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:41:19,047 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T22:41:19,050 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733265679013Writing region info on filesystem at 1733265679013Initializing all the Stores at 1733265679015 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265679015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265679016 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265679016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265679016Cleaning up temporary data from old regions at 1733265679040 (+24 ms)Running coprocessor post-open hooks at 1733265679047 (+7 ms)Region opened successfully at 1733265679049 (+2 ms) 2024-12-03T22:41:19,057 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733265678940 2024-12-03T22:41:19,071 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T22:41:19,072 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T22:41:19,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,32907,1733265676464 2024-12-03T22:41:19,078 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,32907,1733265676464, state=OPEN 2024-12-03T22:41:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:41:19,172 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:41:19,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:41:19,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:41:19,174 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ed8014902436,32907,1733265676464 2024-12-03T22:41:19,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T22:41:19,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,32907,1733265676464 in 400 msec 2024-12-03T22:41:19,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T22:41:19,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-12-03T22:41:19,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:41:19,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T22:41:19,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:41:19,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,32907,1733265676464, seqNum=-1] 2024-12-03T22:41:19,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:41:19,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:41:19,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3790 sec 2024-12-03T22:41:19,264 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733265679264, completionTime=-1 2024-12-03T22:41:19,266 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T22:41:19,266 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T22:41:19,290 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T22:41:19,290 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733265739290 2024-12-03T22:41:19,290 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733265799290 2024-12-03T22:41:19,290 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-03T22:41:19,292 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,35931,1733265675446-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,292 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,35931,1733265675446-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,293 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,35931,1733265675446-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,294 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ed8014902436:35931, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,294 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,295 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,302 DEBUG [master/ed8014902436:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T22:41:19,324 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.621sec 2024-12-03T22:41:19,325 INFO [master/ed8014902436:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T22:41:19,327 INFO [master/ed8014902436:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T22:41:19,328 INFO [master/ed8014902436:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T22:41:19,328 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T22:41:19,329 INFO [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T22:41:19,330 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,35931,1733265675446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:41:19,330 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,35931,1733265675446-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T22:41:19,338 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T22:41:19,339 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T22:41:19,339 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,35931,1733265675446-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:41:19,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:41:19,432 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T22:41:19,432 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T22:41:19,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ed8014902436,35931,-1 for getting cluster id 2024-12-03T22:41:19,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T22:41:19,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0284103c-96d0-4a3e-ac54-fddaad943c9c' 2024-12-03T22:41:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T22:41:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0284103c-96d0-4a3e-ac54-fddaad943c9c" 2024-12-03T22:41:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d4623e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:41:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ed8014902436,35931,-1] 2024-12-03T22:41:19,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T22:41:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:41:19,472 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T22:41:19,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:41:19,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:41:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,32907,1733265676464, seqNum=-1] 2024-12-03T22:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:41:19,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:41:19,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ed8014902436,35931,1733265675446 2024-12-03T22:41:19,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:41:19,521 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T22:41:19,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T22:41:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ed8014902436,35931,1733265675446 2024-12-03T22:41:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c63a26 2024-12-03T22:41:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T22:41:19,570 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T22:41:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T22:41:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T22:41:19,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:41:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-03T22:41:19,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T22:41:19,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:19,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-03T22:41:19,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T22:41:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:41:19,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741835_1011 (size=389) 2024-12-03T22:41:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741835_1011 (size=389) 2024-12-03T22:41:19,636 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a780d2590a34716319973d81b43a1788, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c 2024-12-03T22:41:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741836_1012 (size=72) 2024-12-03T22:41:19,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741836_1012 (size=72) 2024-12-03T22:41:19,658 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:41:19,659 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a780d2590a34716319973d81b43a1788, disabling compactions & flushes 2024-12-03T22:41:19,659 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:19,659 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:19,659 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. after waiting 0 ms 2024-12-03T22:41:19,659 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:19,659 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:19,659 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a780d2590a34716319973d81b43a1788: Waiting for close lock at 1733265679659Disabling compacts and flushes for region at 1733265679659Disabling writes for close at 1733265679659Writing region close event to WAL at 1733265679659Closed at 1733265679659 2024-12-03T22:41:19,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T22:41:19,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733265679663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733265679663"}]},"ts":"1733265679663"} 2024-12-03T22:41:19,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T22:41:19,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T22:41:19,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265679677"}]},"ts":"1733265679677"} 2024-12-03T22:41:19,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-03T22:41:19,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a780d2590a34716319973d81b43a1788, ASSIGN}] 2024-12-03T22:41:19,691 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a780d2590a34716319973d81b43a1788, ASSIGN 2024-12-03T22:41:19,695 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a780d2590a34716319973d81b43a1788, ASSIGN; state=OFFLINE, location=ed8014902436,32907,1733265676464; forceNewPlan=false, retain=false 2024-12-03T22:41:19,847 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a780d2590a34716319973d81b43a1788, regionState=OPENING, regionLocation=ed8014902436,32907,1733265676464 2024-12-03T22:41:19,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a780d2590a34716319973d81b43a1788, ASSIGN because future has completed 2024-12-03T22:41:19,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a780d2590a34716319973d81b43a1788, server=ed8014902436,32907,1733265676464}] 2024-12-03T22:41:20,015 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:20,016 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a780d2590a34716319973d81b43a1788, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:41:20,016 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,016 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:41:20,016 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,016 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,019 INFO [StoreOpener-a780d2590a34716319973d81b43a1788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,022 INFO [StoreOpener-a780d2590a34716319973d81b43a1788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a780d2590a34716319973d81b43a1788 columnFamilyName info 2024-12-03T22:41:20,022 DEBUG [StoreOpener-a780d2590a34716319973d81b43a1788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:41:20,024 INFO [StoreOpener-a780d2590a34716319973d81b43a1788-1 {}] regionserver.HStore(327): Store=a780d2590a34716319973d81b43a1788/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:41:20,024 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,026 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,027 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,028 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,028 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,031 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,036 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:41:20,037 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a780d2590a34716319973d81b43a1788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709650, jitterRate=-0.09763424098491669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T22:41:20,037 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a780d2590a34716319973d81b43a1788 2024-12-03T22:41:20,038 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a780d2590a34716319973d81b43a1788: Running coprocessor pre-open hook at 1733265680017Writing region info on filesystem at 1733265680017Initializing all the Stores at 1733265680018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265680019 (+1 ms)Cleaning up temporary data from old regions at 1733265680028 (+9 ms)Running coprocessor post-open hooks at 1733265680037 (+9 ms)Region opened successfully at 1733265680038 (+1 ms) 2024-12-03T22:41:20,042 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788., pid=6, masterSystemTime=1733265680008 2024-12-03T22:41:20,046 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:20,046 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:20,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a780d2590a34716319973d81b43a1788, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,32907,1733265676464 2024-12-03T22:41:20,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a780d2590a34716319973d81b43a1788, server=ed8014902436,32907,1733265676464 because future has completed 2024-12-03T22:41:20,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T22:41:20,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a780d2590a34716319973d81b43a1788, server=ed8014902436,32907,1733265676464 in 201 msec 2024-12-03T22:41:20,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T22:41:20,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a780d2590a34716319973d81b43a1788, ASSIGN in 374 msec 2024-12-03T22:41:20,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T22:41:20,067 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265680067"}]},"ts":"1733265680067"} 2024-12-03T22:41:20,071 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-03T22:41:20,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T22:41:20,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 494 msec 2024-12-03T22:41:24,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T22:41:24,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T22:41:24,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-03T22:41:25,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T22:41:25,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T22:41:25,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-03T22:41:25,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-03T22:41:25,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:41:25,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T22:41:25,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T22:41:25,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T22:41:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:41:29,677 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-03T22:41:29,684 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-03T22:41:29,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-03T22:41:29,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:41:29,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265689692, exclude list is [], retry=0 2024-12-03T22:41:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:29,710 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265678356 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265689692 2024-12-03T22:41:29,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821),(127.0.0.1/127.0.0.1:39137:39137)] 2024-12-03T22:41:29,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265678356 is not closed yet, will try archiving it next time 2024-12-03T22:41:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741833_1009 (size=451) 2024-12-03T22:41:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741833_1009 (size=451) 2024-12-03T22:41:29,716 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265678356 to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/oldWALs/ed8014902436%2C32907%2C1733265676464.1733265678356 2024-12-03T22:41:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788., hostname=ed8014902436,32907,1733265676464, seqNum=2] 2024-12-03T22:41:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] regionserver.HRegion(8855): Flush requested on a780d2590a34716319973d81b43a1788 2024-12-03T22:41:43,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a780d2590a34716319973d81b43a1788 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:41:43,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/38da773add404f78b0323760896b688a is 1055, key is row0001/info:/1733265689723/Put/seqid=0 2024-12-03T22:41:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741838_1014 (size=13386) 2024-12-03T22:41:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741838_1014 (size=13386) 2024-12-03T22:41:44,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/38da773add404f78b0323760896b688a 2024-12-03T22:41:44,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/38da773add404f78b0323760896b688a as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/38da773add404f78b0323760896b688a 2024-12-03T22:41:44,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/38da773add404f78b0323760896b688a, entries=8, sequenceid=12, filesize=13.1 K 2024-12-03T22:41:44,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a780d2590a34716319973d81b43a1788 in 603ms, sequenceid=12, compaction requested=false 2024-12-03T22:41:44,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a780d2590a34716319973d81b43a1788: 2024-12-03T22:41:44,451 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T22:41:49,794 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265709776, exclude list is [], retry=0 2024-12-03T22:41:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:49,802 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265689692 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265709776 2024-12-03T22:41:49,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39137:39137),(127.0.0.1/127.0.0.1:43821:43821)] 2024-12-03T22:41:49,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265689692 is not closed yet, will try archiving it next time 2024-12-03T22:41:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741837_1013 (size=12149) 2024-12-03T22:41:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741837_1013 (size=12149) 2024-12-03T22:41:54,810 INFO [AsyncFSWAL-0-hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c-prefix:ed8014902436,32907,1733265676464 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK], DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK]] 2024-12-03T22:41:54,811 WARN [AsyncFSWAL-0-hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c-prefix:ed8014902436,32907,1733265676464 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK], DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK]] 2024-12-03T22:41:54,812 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ed8014902436%2C32907%2C1733265676464:(num 1733265709776) roll requested 2024-12-03T22:41:54,826 DEBUG [regionserver/ed8014902436:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265714812, exclude list is [], retry=0 2024-12-03T22:41:54,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:54,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:54,833 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265709776 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265714812 2024-12-03T22:41:54,834 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39137:39137),(127.0.0.1/127.0.0.1:43821:43821)] 2024-12-03T22:41:54,834 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265709776 is not closed yet, will try archiving it next time 2024-12-03T22:41:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741839_1015 (size=1233) 2024-12-03T22:41:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741839_1015 (size=1233) 2024-12-03T22:41:56,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T22:41:56,829 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265716812, exclude list is [], retry=0 2024-12-03T22:41:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-135416a2-38c4-444e-8073-be1ce1d39b52,DISK] 2024-12-03T22:41:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-26c46bd3-f13a-4169-bd9d-85c810ba8f96,DISK] 2024-12-03T22:41:56,835 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265714812 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265716812 2024-12-03T22:41:56,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39137:39137),(127.0.0.1/127.0.0.1:43821:43821)] 2024-12-03T22:41:56,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265714812 is not closed yet, will try archiving it next time 2024-12-03T22:41:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741840_1016 (size=93) 2024-12-03T22:41:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741840_1016 (size=93) 2024-12-03T22:41:56,839 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265714812 to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/oldWALs/ed8014902436%2C32907%2C1733265676464.1733265714812 2024-12-03T22:41:59,377 INFO [master/ed8014902436:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T22:41:59,377 INFO [master/ed8014902436:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T22:42:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] regionserver.HRegion(8855): Flush requested on a780d2590a34716319973d81b43a1788 2024-12-03T22:42:04,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a780d2590a34716319973d81b43a1788 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:42:04,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/11e67e3dcf7440d49319c8905a12ff47 is 1055, key is row0009/info:/1733265705768/Put/seqid=0 2024-12-03T22:42:04,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741842_1018 (size=13386) 2024-12-03T22:42:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741842_1018 (size=13386) 2024-12-03T22:42:04,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/11e67e3dcf7440d49319c8905a12ff47 2024-12-03T22:42:04,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/11e67e3dcf7440d49319c8905a12ff47 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/11e67e3dcf7440d49319c8905a12ff47 2024-12-03T22:42:04,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/11e67e3dcf7440d49319c8905a12ff47, entries=8, sequenceid=23, filesize=13.1 K 2024-12-03T22:42:04,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a780d2590a34716319973d81b43a1788 in 47ms, sequenceid=23, compaction requested=false 2024-12-03T22:42:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a780d2590a34716319973d81b43a1788: 2024-12-03T22:42:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-03T22:42:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:42:04,900 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/38da773add404f78b0323760896b688a because midkey is the same as first or last row 2024-12-03T22:42:05,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a780d2590a34716319973d81b43a1788, had cached 0 bytes from a total of 26772 2024-12-03T22:42:14,451 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T22:42:16,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T22:42:16,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:42:16,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:42:16,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:16,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:16,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T22:42:16,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T22:42:16,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=576215125, stopped=false 2024-12-03T22:42:16,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ed8014902436,35931,1733265675446 2024-12-03T22:42:16,948 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:16,948 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:16,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:42:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:16,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:42:16,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:42:16,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:16,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ed8014902436,32907,1733265676464' ***** 2024-12-03T22:42:16,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T22:42:16,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:16,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:16,949 INFO [RS:0;ed8014902436:32907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T22:42:16,949 INFO [RS:0;ed8014902436:32907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T22:42:16,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T22:42:16,950 INFO [RS:0;ed8014902436:32907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T22:42:16,950 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(3091): Received CLOSE for a780d2590a34716319973d81b43a1788 2024-12-03T22:42:16,950 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(959): stopping server ed8014902436,32907,1733265676464 2024-12-03T22:42:16,950 INFO [RS:0;ed8014902436:32907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:42:16,950 INFO [RS:0;ed8014902436:32907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ed8014902436:32907. 2024-12-03T22:42:16,951 DEBUG [RS:0;ed8014902436:32907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:42:16,951 DEBUG [RS:0;ed8014902436:32907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:16,951 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a780d2590a34716319973d81b43a1788, disabling compactions & flushes 2024-12-03T22:42:16,951 INFO [RS:0;ed8014902436:32907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T22:42:16,951 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:42:16,951 INFO [RS:0;ed8014902436:32907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T22:42:16,951 INFO [RS:0;ed8014902436:32907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T22:42:16,951 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:42:16,951 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. after waiting 0 ms 2024-12-03T22:42:16,951 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T22:42:16,951 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:42:16,951 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a780d2590a34716319973d81b43a1788 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-03T22:42:16,952 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T22:42:16,952 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a780d2590a34716319973d81b43a1788=TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788.} 2024-12-03T22:42:16,952 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a780d2590a34716319973d81b43a1788 2024-12-03T22:42:16,952 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:42:16,952 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:42:16,953 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:42:16,953 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:42:16,953 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:42:16,953 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-03T22:42:16,976 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/73d314c365a74259b27123419be5fd49 is 1055, key is row0017/info:/1733265726855/Put/seqid=0 2024-12-03T22:42:16,993 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/info/59ff40f8e139411bad57a7b885595bd5 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788./info:regioninfo/1733265680047/Put/seqid=0 2024-12-03T22:42:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741843_1019 (size=10222) 2024-12-03T22:42:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741843_1019 (size=10222) 2024-12-03T22:42:16,998 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/73d314c365a74259b27123419be5fd49 2024-12-03T22:42:17,012 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/.tmp/info/73d314c365a74259b27123419be5fd49 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/73d314c365a74259b27123419be5fd49 2024-12-03T22:42:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741844_1020 (size=7016) 2024-12-03T22:42:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741844_1020 (size=7016) 2024-12-03T22:42:17,017 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/info/59ff40f8e139411bad57a7b885595bd5 2024-12-03T22:42:17,025 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/info/73d314c365a74259b27123419be5fd49, entries=5, sequenceid=31, filesize=10.0 K 2024-12-03T22:42:17,027 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a780d2590a34716319973d81b43a1788 in 76ms, sequenceid=31, compaction requested=true 2024-12-03T22:42:17,039 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/default/TestLogRolling-testSlowSyncLogRolling/a780d2590a34716319973d81b43a1788/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-03T22:42:17,042 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:42:17,042 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a780d2590a34716319973d81b43a1788: Waiting for close lock at 1733265736950Running coprocessor pre-close hooks at 1733265736951 (+1 ms)Disabling compacts and flushes for region at 1733265736951Disabling writes for close at 1733265736951Obtaining lock to block concurrent updates at 1733265736951Preparing flush snapshotting stores in a780d2590a34716319973d81b43a1788 at 1733265736951Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733265736952 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. at 1733265736967 (+15 ms)Flushing a780d2590a34716319973d81b43a1788/info: creating writer at 1733265736967Flushing a780d2590a34716319973d81b43a1788/info: appending metadata at 1733265736976 (+9 ms)Flushing a780d2590a34716319973d81b43a1788/info: closing flushed file at 1733265736976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dee35a: reopening flushed file at 1733265737010 (+34 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a780d2590a34716319973d81b43a1788 in 76ms, sequenceid=31, compaction requested=true at 1733265737027 (+17 ms)Writing region close event to WAL at 1733265737030 (+3 ms)Running coprocessor post-close hooks at 1733265737041 (+11 ms)Closed at 1733265737042 (+1 ms) 2024-12-03T22:42:17,043 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733265679571.a780d2590a34716319973d81b43a1788. 2024-12-03T22:42:17,052 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/ns/0086c57ca53046e2b18921bf844d54c2 is 43, key is default/ns:d/1733265679239/Put/seqid=0 2024-12-03T22:42:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741845_1021 (size=5153) 2024-12-03T22:42:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741845_1021 (size=5153) 2024-12-03T22:42:17,065 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/ns/0086c57ca53046e2b18921bf844d54c2 2024-12-03T22:42:17,093 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/table/7c15503058684ade941b90f8e93dadff is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733265680067/Put/seqid=0 2024-12-03T22:42:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741846_1022 (size=5396) 2024-12-03T22:42:17,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741846_1022 (size=5396) 2024-12-03T22:42:17,104 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/table/7c15503058684ade941b90f8e93dadff 2024-12-03T22:42:17,117 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/info/59ff40f8e139411bad57a7b885595bd5 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/info/59ff40f8e139411bad57a7b885595bd5 2024-12-03T22:42:17,127 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/info/59ff40f8e139411bad57a7b885595bd5, entries=10, sequenceid=11, filesize=6.9 K 2024-12-03T22:42:17,129 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/ns/0086c57ca53046e2b18921bf844d54c2 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/ns/0086c57ca53046e2b18921bf844d54c2 2024-12-03T22:42:17,140 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/ns/0086c57ca53046e2b18921bf844d54c2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T22:42:17,142 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/.tmp/table/7c15503058684ade941b90f8e93dadff as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/table/7c15503058684ade941b90f8e93dadff 2024-12-03T22:42:17,152 DEBUG [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T22:42:17,154 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/table/7c15503058684ade941b90f8e93dadff, entries=2, sequenceid=11, filesize=5.3 K 2024-12-03T22:42:17,156 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 202ms, sequenceid=11, compaction requested=false 2024-12-03T22:42:17,163 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T22:42:17,164 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:42:17,164 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:42:17,164 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265736952Running coprocessor pre-close hooks at 1733265736952Disabling compacts and flushes for region at 1733265736952Disabling writes for close at 1733265736953 (+1 ms)Obtaining lock to block concurrent updates at 1733265736953Preparing flush snapshotting stores in 1588230740 at 1733265736953Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733265736954 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733265736956 (+2 ms)Flushing 1588230740/info: creating writer at 1733265736956Flushing 1588230740/info: appending metadata at 1733265736992 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733265736992Flushing 1588230740/ns: creating writer at 1733265737028 (+36 ms)Flushing 1588230740/ns: appending metadata at 1733265737051 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733265737051Flushing 1588230740/table: creating writer at 1733265737076 (+25 ms)Flushing 1588230740/table: appending metadata at 1733265737092 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733265737092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be3a88f: reopening flushed file at 1733265737115 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9ff741: reopening flushed file at 1733265737128 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75240a11: reopening flushed file at 1733265737140 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 202ms, sequenceid=11, compaction requested=false at 1733265737156 (+16 ms)Writing region close event to WAL at 1733265737157 (+1 ms)Running coprocessor post-close hooks at 1733265737164 (+7 ms)Closed at 1733265737164 2024-12-03T22:42:17,164 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T22:42:17,276 INFO [regionserver/ed8014902436:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T22:42:17,276 INFO [regionserver/ed8014902436:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T22:42:17,353 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(976): stopping server ed8014902436,32907,1733265676464; all regions closed. 2024-12-03T22:42:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741834_1010 (size=3066) 2024-12-03T22:42:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741834_1010 (size=3066) 2024-12-03T22:42:17,362 DEBUG [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/oldWALs 2024-12-03T22:42:17,362 INFO [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C32907%2C1733265676464.meta:.meta(num 1733265678969) 2024-12-03T22:42:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741841_1017 (size=13164) 2024-12-03T22:42:17,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/WALs/ed8014902436,32907,1733265676464/ed8014902436%2C32907%2C1733265676464.1733265716812 not finished, retry = 0 2024-12-03T22:42:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741841_1017 (size=13164) 2024-12-03T22:42:17,473 DEBUG [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/oldWALs 2024-12-03T22:42:17,473 INFO [RS:0;ed8014902436:32907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C32907%2C1733265676464:(num 1733265716812) 2024-12-03T22:42:17,473 DEBUG [RS:0;ed8014902436:32907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:17,473 INFO [RS:0;ed8014902436:32907 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:42:17,473 INFO [RS:0;ed8014902436:32907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:42:17,474 INFO [RS:0;ed8014902436:32907 {}] hbase.ChoreService(370): Chore service for: regionserver/ed8014902436:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T22:42:17,474 INFO [RS:0;ed8014902436:32907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:42:17,474 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:42:17,475 INFO [RS:0;ed8014902436:32907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32907 2024-12-03T22:42:17,535 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ed8014902436,32907,1733265676464 2024-12-03T22:42:17,535 INFO [RS:0;ed8014902436:32907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:42:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:42:17,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ed8014902436,32907,1733265676464] 2024-12-03T22:42:17,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ed8014902436,32907,1733265676464 already deleted, retry=false 2024-12-03T22:42:17,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ed8014902436,32907,1733265676464 expired; onlineServers=0 2024-12-03T22:42:17,552 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ed8014902436,35931,1733265675446' ***** 2024-12-03T22:42:17,552 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T22:42:17,552 INFO [M:0;ed8014902436:35931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:42:17,552 INFO [M:0;ed8014902436:35931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:42:17,552 DEBUG [M:0;ed8014902436:35931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T22:42:17,552 DEBUG [M:0;ed8014902436:35931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T22:42:17,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T22:42:17,552 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265678070 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265678070,5,FailOnTimeoutGroup] 2024-12-03T22:42:17,552 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265678071 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265678071,5,FailOnTimeoutGroup] 2024-12-03T22:42:17,552 INFO [M:0;ed8014902436:35931 {}] hbase.ChoreService(370): Chore service for: master/ed8014902436:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T22:42:17,552 INFO [M:0;ed8014902436:35931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:42:17,553 DEBUG [M:0;ed8014902436:35931 {}] master.HMaster(1795): Stopping service threads 2024-12-03T22:42:17,553 INFO [M:0;ed8014902436:35931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T22:42:17,553 INFO [M:0;ed8014902436:35931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:42:17,553 INFO [M:0;ed8014902436:35931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T22:42:17,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T22:42:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T22:42:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:17,564 DEBUG [M:0;ed8014902436:35931 {}] zookeeper.ZKUtil(347): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T22:42:17,564 WARN [M:0;ed8014902436:35931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T22:42:17,565 INFO [M:0;ed8014902436:35931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/.lastflushedseqids 2024-12-03T22:42:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741847_1023 (size=130) 2024-12-03T22:42:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741847_1023 (size=130) 2024-12-03T22:42:17,584 INFO [M:0;ed8014902436:35931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T22:42:17,584 INFO [M:0;ed8014902436:35931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T22:42:17,584 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:42:17,584 INFO [M:0;ed8014902436:35931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:17,584 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:17,584 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:42:17,584 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:17,584 INFO [M:0;ed8014902436:35931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-03T22:42:17,612 DEBUG [M:0;ed8014902436:35931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a078e1f36a42f59cfd47d8e9798468 is 82, key is hbase:meta,,1/info:regioninfo/1733265679074/Put/seqid=0 2024-12-03T22:42:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741848_1024 (size=5672) 2024-12-03T22:42:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741848_1024 (size=5672) 2024-12-03T22:42:17,623 INFO [M:0;ed8014902436:35931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a078e1f36a42f59cfd47d8e9798468 2024-12-03T22:42:17,644 INFO [RS:0;ed8014902436:32907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:42:17,644 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:17,644 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x1019ea4e3d90001, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:17,644 INFO [RS:0;ed8014902436:32907 {}] regionserver.HRegionServer(1031): Exiting; stopping=ed8014902436,32907,1733265676464; zookeeper connection closed. 2024-12-03T22:42:17,645 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c86b6c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c86b6c3 2024-12-03T22:42:17,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T22:42:17,659 DEBUG [M:0;ed8014902436:35931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c08987be99bd4b009fa3f4f062e2a46c is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733265680076/Put/seqid=0 2024-12-03T22:42:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741849_1025 (size=6247) 2024-12-03T22:42:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741849_1025 (size=6247) 2024-12-03T22:42:17,667 INFO [M:0;ed8014902436:35931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c08987be99bd4b009fa3f4f062e2a46c 2024-12-03T22:42:17,675 INFO [M:0;ed8014902436:35931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c08987be99bd4b009fa3f4f062e2a46c 2024-12-03T22:42:17,696 DEBUG [M:0;ed8014902436:35931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23effa36c53c4839859871e692c55d81 is 69, key is ed8014902436,32907,1733265676464/rs:state/1733265678097/Put/seqid=0 2024-12-03T22:42:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741850_1026 (size=5156) 2024-12-03T22:42:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741850_1026 (size=5156) 2024-12-03T22:42:17,703 INFO [M:0;ed8014902436:35931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23effa36c53c4839859871e692c55d81 2024-12-03T22:42:17,729 DEBUG [M:0;ed8014902436:35931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/075fe7c510b74050816c8a44c0517293 is 52, key is load_balancer_on/state:d/1733265679517/Put/seqid=0 2024-12-03T22:42:17,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741851_1027 (size=5056) 2024-12-03T22:42:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741851_1027 (size=5056) 2024-12-03T22:42:17,739 INFO [M:0;ed8014902436:35931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/075fe7c510b74050816c8a44c0517293 2024-12-03T22:42:17,751 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a078e1f36a42f59cfd47d8e9798468 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a078e1f36a42f59cfd47d8e9798468 2024-12-03T22:42:17,760 INFO [M:0;ed8014902436:35931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a078e1f36a42f59cfd47d8e9798468, entries=8, sequenceid=59, filesize=5.5 K 2024-12-03T22:42:17,761 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c08987be99bd4b009fa3f4f062e2a46c as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c08987be99bd4b009fa3f4f062e2a46c 2024-12-03T22:42:17,772 INFO [M:0;ed8014902436:35931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c08987be99bd4b009fa3f4f062e2a46c 2024-12-03T22:42:17,772 INFO [M:0;ed8014902436:35931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c08987be99bd4b009fa3f4f062e2a46c, entries=6, sequenceid=59, filesize=6.1 K 2024-12-03T22:42:17,774 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23effa36c53c4839859871e692c55d81 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23effa36c53c4839859871e692c55d81 2024-12-03T22:42:17,783 INFO [M:0;ed8014902436:35931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23effa36c53c4839859871e692c55d81, entries=1, sequenceid=59, filesize=5.0 K 2024-12-03T22:42:17,786 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/075fe7c510b74050816c8a44c0517293 as hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/075fe7c510b74050816c8a44c0517293 2024-12-03T22:42:17,794 INFO [M:0;ed8014902436:35931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/075fe7c510b74050816c8a44c0517293, entries=1, sequenceid=59, filesize=4.9 K 2024-12-03T22:42:17,796 INFO [M:0;ed8014902436:35931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=59, compaction requested=false 2024-12-03T22:42:17,798 INFO [M:0;ed8014902436:35931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:17,799 DEBUG [M:0;ed8014902436:35931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265737584Disabling compacts and flushes for region at 1733265737584Disabling writes for close at 1733265737584Obtaining lock to block concurrent updates at 1733265737585 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733265737585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733265737585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733265737590 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733265737590Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733265737611 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733265737611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733265737637 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733265737658 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733265737658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733265737675 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733265737695 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733265737695Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733265737710 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733265737728 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733265737729 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8ec4e7: reopening flushed file at 1733265737749 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c31d517: reopening flushed file at 1733265737760 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cdcc4dd: reopening flushed file at 1733265737772 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae4b661: reopening flushed file at 1733265737783 (+11 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=59, compaction requested=false at 1733265737796 (+13 ms)Writing region close event to WAL at 1733265737798 (+2 ms)Closed at 1733265737798 2024-12-03T22:42:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741830_1006 (size=27973) 2024-12-03T22:42:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741830_1006 (size=27973) 2024-12-03T22:42:17,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:42:17,807 INFO [M:0;ed8014902436:35931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T22:42:17,807 INFO [M:0;ed8014902436:35931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35931 2024-12-03T22:42:17,807 INFO [M:0;ed8014902436:35931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:42:17,943 INFO [M:0;ed8014902436:35931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:42:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35931-0x1019ea4e3d90000, quorum=127.0.0.1:62140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:17,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:17,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:17,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:17,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:17,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:17,969 WARN [BP-1294682118-172.17.0.2-1733265670998 heartbeating to localhost/127.0.0.1:33831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:17,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:17,969 WARN [BP-1294682118-172.17.0.2-1733265670998 heartbeating to localhost/127.0.0.1:33831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294682118-172.17.0.2-1733265670998 (Datanode Uuid 7ba568e6-a311-4369-a5f3-fcb636d761e7) service to localhost/127.0.0.1:33831 2024-12-03T22:42:17,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:17,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data3/current/BP-1294682118-172.17.0.2-1733265670998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:17,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data4/current/BP-1294682118-172.17.0.2-1733265670998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:17,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:17,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:17,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:17,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:17,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:17,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:17,994 WARN [BP-1294682118-172.17.0.2-1733265670998 heartbeating to localhost/127.0.0.1:33831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:17,994 WARN [BP-1294682118-172.17.0.2-1733265670998 heartbeating to localhost/127.0.0.1:33831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294682118-172.17.0.2-1733265670998 (Datanode Uuid bf3f1c64-afd8-4eb0-9133-aa943f89d2c7) service to localhost/127.0.0.1:33831 2024-12-03T22:42:17,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:17,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data1/current/BP-1294682118-172.17.0.2-1733265670998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:17,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:17,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/cluster_ebb72d19-6486-26fe-bee7-5a725cb6a34d/data/data2/current/BP-1294682118-172.17.0.2-1733265670998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:17,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:18,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:42:18,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:18,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:18,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:18,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:18,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T22:42:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T22:42:18,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6bfc974f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ed8014902436:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ed8014902436:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33831 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ed8014902436:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ed8014902436:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=5318 (was 5991) 2024-12-03T22:42:18,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=5318 2024-12-03T22:42:18,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.log.dir so I do NOT create it in target/test-data/c894254e-c355-1c33-4041-195641bfea7e 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dabde847-1edd-6c79-2053-3538f6f40e24/hadoop.tmp.dir so I do NOT create it in target/test-data/c894254e-c355-1c33-4041-195641bfea7e 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d, deleteOnExit=true 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/test.cache.data in system properties and HBase conf 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir in system properties and HBase conf 2024-12-03T22:42:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T22:42:18,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T22:42:18,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T22:42:18,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T22:42:18,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:42:18,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:42:18,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T22:42:18,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/nfs.dump.dir in system properties and HBase conf 2024-12-03T22:42:18,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir in system properties and HBase conf 2024-12-03T22:42:18,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:42:18,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T22:42:18,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T22:42:18,202 INFO [regionserver/ed8014902436:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:42:18,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:18,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:18,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:18,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:18,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:42:18,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:18,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178e5bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:18,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1e03de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:18,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cf00585{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-44015-hadoop-hdfs-3_4_1-tests_jar-_-any-9119948014795746713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:42:18,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d51918b{HTTP/1.1, (http/1.1)}{localhost:44015} 2024-12-03T22:42:18,545 INFO [Time-limited test {}] server.Server(415): Started @70184ms 2024-12-03T22:42:18,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:18,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:18,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:18,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:18,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:42:18,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:18,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:18,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3ede38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-34493-hadoop-hdfs-3_4_1-tests_jar-_-any-5652749876993391662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:18,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:34493} 2024-12-03T22:42:18,879 INFO [Time-limited test {}] server.Server(415): Started @70518ms 2024-12-03T22:42:18,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:18,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:18,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:18,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:18,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:18,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:42:18,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:18,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:19,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d36d727{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-36537-hadoop-hdfs-3_4_1-tests_jar-_-any-7805783433475386426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:19,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:36537} 2024-12-03T22:42:19,092 INFO [Time-limited test {}] server.Server(415): Started @70731ms 2024-12-03T22:42:19,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:19,537 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data1/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:19,537 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data2/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:19,564 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf75616123becbbab with lease ID 0x5eb600bfc7267a1e: Processing first storage report for DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9 from datanode DatanodeRegistration(127.0.0.1:38183, datanodeUuid=44c9c5ca-2e05-40d4-8ff4-171daf33b2d1, infoPort=36109, infoSecurePort=0, ipcPort=38855, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf75616123becbbab with lease ID 0x5eb600bfc7267a1e: from storage DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9 node DatanodeRegistration(127.0.0.1:38183, datanodeUuid=44c9c5ca-2e05-40d4-8ff4-171daf33b2d1, infoPort=36109, infoSecurePort=0, ipcPort=38855, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf75616123becbbab with lease ID 0x5eb600bfc7267a1e: Processing first storage report for DS-a9832464-afc2-4335-b0e1-2c3da3905f1e from datanode DatanodeRegistration(127.0.0.1:38183, datanodeUuid=44c9c5ca-2e05-40d4-8ff4-171daf33b2d1, infoPort=36109, infoSecurePort=0, ipcPort=38855, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf75616123becbbab with lease ID 0x5eb600bfc7267a1e: from storage DS-a9832464-afc2-4335-b0e1-2c3da3905f1e node DatanodeRegistration(127.0.0.1:38183, datanodeUuid=44c9c5ca-2e05-40d4-8ff4-171daf33b2d1, infoPort=36109, infoSecurePort=0, ipcPort=38855, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:19,681 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data3/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:19,681 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data4/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:19,704 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dc4281577d58613 with lease ID 0x5eb600bfc7267a1f: Processing first storage report for DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b from datanode DatanodeRegistration(127.0.0.1:34571, datanodeUuid=ba0450b7-488d-451f-940c-7e9fe914be29, infoPort=46563, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dc4281577d58613 with lease ID 0x5eb600bfc7267a1f: from storage DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b node DatanodeRegistration(127.0.0.1:34571, datanodeUuid=ba0450b7-488d-451f-940c-7e9fe914be29, infoPort=46563, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T22:42:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dc4281577d58613 with lease ID 0x5eb600bfc7267a1f: Processing first storage report for DS-bea7f1c5-adc9-49d7-95f3-c30522f70290 from datanode DatanodeRegistration(127.0.0.1:34571, datanodeUuid=ba0450b7-488d-451f-940c-7e9fe914be29, infoPort=46563, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dc4281577d58613 with lease ID 0x5eb600bfc7267a1f: from storage DS-bea7f1c5-adc9-49d7-95f3-c30522f70290 node DatanodeRegistration(127.0.0.1:34571, datanodeUuid=ba0450b7-488d-451f-940c-7e9fe914be29, infoPort=46563, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:19,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e 2024-12-03T22:42:19,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/zookeeper_0, clientPort=54613, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T22:42:19,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54613 2024-12-03T22:42:19,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:19,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:42:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:42:19,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825 with version=8 2024-12-03T22:42:19,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase-staging 2024-12-03T22:42:19,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T22:42:19,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:42:19,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43119 2024-12-03T22:42:19,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43119 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-12-03T22:42:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431190x0, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:42:19,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43119-0x1019ea5e2ab0000 connected 2024-12-03T22:42:19,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:19,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:19,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:19,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825, hbase.cluster.distributed=false 2024-12-03T22:42:19,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:42:19,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43119 2024-12-03T22:42:19,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43119 2024-12-03T22:42:19,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43119 2024-12-03T22:42:19,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43119 2024-12-03T22:42:19,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43119 2024-12-03T22:42:19,951 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:42:19,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:19,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:19,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:42:19,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:19,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:42:19,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T22:42:19,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:42:19,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41997 2024-12-03T22:42:19,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41997 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-12-03T22:42:19,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:19,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:19,980 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419970x0, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:42:19,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419970x0, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:19,981 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T22:42:19,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41997-0x1019ea5e2ab0001 connected 2024-12-03T22:42:19,982 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T22:42:19,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T22:42:19,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:42:19,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41997 2024-12-03T22:42:19,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41997 2024-12-03T22:42:19,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41997 2024-12-03T22:42:20,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41997 2024-12-03T22:42:20,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41997 2024-12-03T22:42:20,017 DEBUG [M:0;ed8014902436:43119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ed8014902436:43119 2024-12-03T22:42:20,018 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ed8014902436,43119,1733265739777 2024-12-03T22:42:20,026 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:20,027 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ed8014902436,43119,1733265739777 2024-12-03T22:42:20,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,038 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T22:42:20,038 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,039 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T22:42:20,039 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ed8014902436,43119,1733265739777 from backup master directory 2024-12-03T22:42:20,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ed8014902436,43119,1733265739777 2024-12-03T22:42:20,047 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:20,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:20,047 WARN [master/ed8014902436:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:42:20,047 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ed8014902436,43119,1733265739777 2024-12-03T22:42:20,054 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/hbase.id] with ID: 385cf2a0-62a7-4677-81b1-4efe19e8e010 2024-12-03T22:42:20,054 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/.tmp/hbase.id 2024-12-03T22:42:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:42:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:42:20,070 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/.tmp/hbase.id]:[hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/hbase.id] 2024-12-03T22:42:20,092 INFO [master/ed8014902436:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:20,092 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T22:42:20,096 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T22:42:20,130 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:42:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:42:20,144 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:42:20,146 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T22:42:20,146 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:42:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:42:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:42:20,158 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store 2024-12-03T22:42:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:42:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:42:20,173 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:20,173 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:42:20,173 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:20,173 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:20,173 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:42:20,173 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:20,173 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:20,174 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265740173Disabling compacts and flushes for region at 1733265740173Disabling writes for close at 1733265740173Writing region close event to WAL at 1733265740173Closed at 1733265740173 2024-12-03T22:42:20,175 WARN [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/.initializing 2024-12-03T22:42:20,175 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777 2024-12-03T22:42:20,176 INFO [master/ed8014902436:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:42:20,179 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C43119%2C1733265739777, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/oldWALs, maxLogs=10 2024-12-03T22:42:20,194 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179, exclude list is [], retry=0 2024-12-03T22:42:20,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9,DISK] 2024-12-03T22:42:20,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34571,DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b,DISK] 2024-12-03T22:42:20,202 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 2024-12-03T22:42:20,203 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36109:36109),(127.0.0.1/127.0.0.1:46563:46563)] 2024-12-03T22:42:20,203 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:42:20,203 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:20,203 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,203 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T22:42:20,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:20,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T22:42:20,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:20,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T22:42:20,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:20,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T22:42:20,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:20,219 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,220 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,220 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,222 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,222 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,223 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T22:42:20,225 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:20,232 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:42:20,233 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723205, jitterRate=-0.08039805293083191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T22:42:20,235 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733265740203Initializing all the Stores at 1733265740205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265740205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265740205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265740205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265740205Cleaning up temporary data from old regions at 1733265740222 (+17 ms)Region opened successfully at 1733265740235 (+13 ms) 2024-12-03T22:42:20,235 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T22:42:20,244 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50070113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:42:20,245 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T22:42:20,245 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T22:42:20,246 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T22:42:20,246 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T22:42:20,249 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-03T22:42:20,250 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T22:42:20,250 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T22:42:20,257 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T22:42:20,259 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T22:42:20,284 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T22:42:20,285 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T22:42:20,285 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T22:42:20,296 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T22:42:20,297 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T22:42:20,298 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T22:42:20,305 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T22:42:20,306 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T22:42:20,313 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T22:42:20,315 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T22:42:20,326 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T22:42:20,334 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:20,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:20,334 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,335 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ed8014902436,43119,1733265739777, sessionid=0x1019ea5e2ab0000, setting cluster-up flag (Was=false) 2024-12-03T22:42:20,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,351 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,376 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T22:42:20,377 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,43119,1733265739777 2024-12-03T22:42:20,396 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:20,421 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T22:42:20,424 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,43119,1733265739777 2024-12-03T22:42:20,425 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T22:42:20,427 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:20,429 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T22:42:20,429 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T22:42:20,429 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ed8014902436,43119,1733265739777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T22:42:20,431 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:20,431 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:20,432 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:20,432 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:20,432 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ed8014902436:0, corePoolSize=10, maxPoolSize=10 2024-12-03T22:42:20,432 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,432 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:42:20,432 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:20,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T22:42:20,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T22:42:20,458 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733265770458 2024-12-03T22:42:20,459 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T22:42:20,459 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T22:42:20,459 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T22:42:20,459 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T22:42:20,459 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T22:42:20,459 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T22:42:20,464 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,465 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T22:42:20,465 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T22:42:20,465 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T22:42:20,469 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T22:42:20,469 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T22:42:20,470 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265740469,5,FailOnTimeoutGroup] 2024-12-03T22:42:20,470 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265740470,5,FailOnTimeoutGroup] 2024-12-03T22:42:20,470 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,470 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T22:42:20,470 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,470 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:42:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:42:20,503 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(746): ClusterId : 385cf2a0-62a7-4677-81b1-4efe19e8e010 2024-12-03T22:42:20,503 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T22:42:20,530 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T22:42:20,531 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T22:42:20,539 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T22:42:20,539 DEBUG [RS:0;ed8014902436:41997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722d8943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:42:20,552 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ed8014902436:41997 2024-12-03T22:42:20,552 INFO [RS:0;ed8014902436:41997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T22:42:20,552 INFO [RS:0;ed8014902436:41997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T22:42:20,552 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T22:42:20,553 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(2659): reportForDuty to master=ed8014902436,43119,1733265739777 with port=41997, startcode=1733265739951 2024-12-03T22:42:20,553 DEBUG [RS:0;ed8014902436:41997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T22:42:20,556 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T22:42:20,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ed8014902436,41997,1733265739951 2024-12-03T22:42:20,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43119 {}] master.ServerManager(517): Registering regionserver=ed8014902436,41997,1733265739951 2024-12-03T22:42:20,559 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825 2024-12-03T22:42:20,559 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45381 2024-12-03T22:42:20,559 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T22:42:20,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:42:20,568 DEBUG [RS:0;ed8014902436:41997 {}] zookeeper.ZKUtil(111): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ed8014902436,41997,1733265739951 2024-12-03T22:42:20,568 WARN [RS:0;ed8014902436:41997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:42:20,568 INFO [RS:0;ed8014902436:41997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:42:20,568 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951 2024-12-03T22:42:20,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ed8014902436,41997,1733265739951] 2024-12-03T22:42:20,574 INFO [RS:0;ed8014902436:41997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T22:42:20,577 INFO [RS:0;ed8014902436:41997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T22:42:20,577 INFO [RS:0;ed8014902436:41997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T22:42:20,577 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,582 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T22:42:20,585 INFO [RS:0;ed8014902436:41997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T22:42:20,585 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,585 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:42:20,586 DEBUG [RS:0;ed8014902436:41997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:42:20,590 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,591 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,591 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,591 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,591 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,591 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,41997,1733265739951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:42:20,611 INFO [RS:0;ed8014902436:41997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T22:42:20,612 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,41997,1733265739951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,612 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,612 INFO [RS:0;ed8014902436:41997 {}] regionserver.Replication(171): ed8014902436,41997,1733265739951 started 2024-12-03T22:42:20,626 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:20,626 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1482): Serving as ed8014902436,41997,1733265739951, RpcServer on ed8014902436/172.17.0.2:41997, sessionid=0x1019ea5e2ab0001 2024-12-03T22:42:20,626 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T22:42:20,626 DEBUG [RS:0;ed8014902436:41997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ed8014902436,41997,1733265739951 2024-12-03T22:42:20,626 DEBUG [RS:0;ed8014902436:41997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,41997,1733265739951' 2024-12-03T22:42:20,626 DEBUG [RS:0;ed8014902436:41997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T22:42:20,627 DEBUG [RS:0;ed8014902436:41997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T22:42:20,627 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T22:42:20,627 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T22:42:20,627 DEBUG [RS:0;ed8014902436:41997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ed8014902436,41997,1733265739951 2024-12-03T22:42:20,627 DEBUG [RS:0;ed8014902436:41997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,41997,1733265739951' 2024-12-03T22:42:20,627 DEBUG [RS:0;ed8014902436:41997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T22:42:20,628 DEBUG [RS:0;ed8014902436:41997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T22:42:20,628 DEBUG [RS:0;ed8014902436:41997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T22:42:20,628 INFO [RS:0;ed8014902436:41997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T22:42:20,628 INFO [RS:0;ed8014902436:41997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T22:42:20,729 INFO [RS:0;ed8014902436:41997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:42:20,731 INFO [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C41997%2C1733265739951, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs, maxLogs=32 2024-12-03T22:42:20,747 DEBUG [RS:0;ed8014902436:41997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733, exclude list is [], retry=0 2024-12-03T22:42:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34571,DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b,DISK] 2024-12-03T22:42:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9,DISK] 2024-12-03T22:42:20,754 INFO [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 2024-12-03T22:42:20,754 DEBUG [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36109:36109),(127.0.0.1/127.0.0.1:46563:46563)] 2024-12-03T22:42:20,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T22:42:20,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825 2024-12-03T22:42:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741833_1009 (size=32) 2024-12-03T22:42:20,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741833_1009 (size=32) 2024-12-03T22:42:20,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:42:20,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:42:20,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:20,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:42:20,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:42:20,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:20,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:42:20,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:42:20,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:20,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:42:20,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:42:20,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:20,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:20,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:42:20,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740 2024-12-03T22:42:20,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740 2024-12-03T22:42:20,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:42:20,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:42:20,924 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:42:20,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:42:20,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:42:20,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740932, jitterRate=-0.05785638093948364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:42:20,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733265740906Initializing all the Stores at 1733265740907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265740907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265740908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265740908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265740908Cleaning up temporary data from old regions at 1733265740923 (+15 ms)Region opened successfully at 1733265740930 (+7 ms) 2024-12-03T22:42:20,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:42:20,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:42:20,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:42:20,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:42:20,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:42:20,931 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:42:20,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265740930Disabling compacts and flushes for region at 1733265740930Disabling writes for close at 1733265740930Writing region close event to WAL at 1733265740931 (+1 ms)Closed at 1733265740931 2024-12-03T22:42:20,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:20,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T22:42:20,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T22:42:20,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:42:20,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T22:42:21,088 DEBUG [ed8014902436:43119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T22:42:21,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ed8014902436,41997,1733265739951 2024-12-03T22:42:21,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,41997,1733265739951, state=OPENING 2024-12-03T22:42:21,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T22:42:21,151 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:21,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:42:21,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,41997,1733265739951}] 2024-12-03T22:42:21,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:21,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:21,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T22:42:21,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57755, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T22:42:21,314 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T22:42:21,315 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:42:21,316 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T22:42:21,319 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C41997%2C1733265739951.meta, suffix=.meta, logDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs, maxLogs=32 2024-12-03T22:42:21,334 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta, exclude list is [], retry=0 2024-12-03T22:42:21,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9,DISK] 2024-12-03T22:42:21,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34571,DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b,DISK] 2024-12-03T22:42:21,339 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta 2024-12-03T22:42:21,339 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46563:46563),(127.0.0.1/127.0.0.1:36109:36109)] 2024-12-03T22:42:21,339 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:42:21,340 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T22:42:21,340 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T22:42:21,340 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T22:42:21,340 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T22:42:21,340 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:21,340 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T22:42:21,340 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T22:42:21,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:42:21,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:42:21,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:21,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:21,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:42:21,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:42:21,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:21,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:21,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:42:21,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:42:21,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:21,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:21,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:42:21,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:42:21,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:21,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:21,349 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:42:21,350 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740 2024-12-03T22:42:21,351 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740 2024-12-03T22:42:21,353 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:42:21,353 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:42:21,353 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:42:21,355 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:42:21,356 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808457, jitterRate=0.028007492423057556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:42:21,356 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T22:42:21,357 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733265741340Writing region info on filesystem at 1733265741340Initializing all the Stores at 1733265741341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265741341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265741342 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265741342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265741342Cleaning up temporary data from old regions at 1733265741353 (+11 ms)Running coprocessor post-open hooks at 1733265741356 (+3 ms)Region opened successfully at 1733265741357 (+1 ms) 2024-12-03T22:42:21,358 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733265741306 2024-12-03T22:42:21,361 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T22:42:21,361 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T22:42:21,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,41997,1733265739951 2024-12-03T22:42:21,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,41997,1733265739951, state=OPEN 2024-12-03T22:42:21,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:42:21,404 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:42:21,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ed8014902436,41997,1733265739951 2024-12-03T22:42:21,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:21,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:21,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T22:42:21,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,41997,1733265739951 in 252 msec 2024-12-03T22:42:21,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T22:42:21,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-12-03T22:42:21,416 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:21,416 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T22:42:21,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:42:21,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,41997,1733265739951, seqNum=-1] 2024-12-03T22:42:21,418 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:42:21,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:42:21,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0000 sec 2024-12-03T22:42:21,430 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733265741430, completionTime=-1 2024-12-03T22:42:21,430 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T22:42:21,430 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T22:42:21,433 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T22:42:21,433 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733265801433 2024-12-03T22:42:21,433 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733265861433 2024-12-03T22:42:21,433 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T22:42:21,434 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,43119,1733265739777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,434 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,43119,1733265739777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,434 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,43119,1733265739777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,434 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ed8014902436:43119, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,434 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,434 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,437 DEBUG [master/ed8014902436:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.394sec 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T22:42:21,441 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,43119,1733265739777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:42:21,442 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,43119,1733265739777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T22:42:21,445 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T22:42:21,445 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T22:42:21,445 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,43119,1733265739777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:21,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27ac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:42:21,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ed8014902436,43119,-1 for getting cluster id 2024-12-03T22:42:21,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T22:42:21,506 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '385cf2a0-62a7-4677-81b1-4efe19e8e010' 2024-12-03T22:42:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T22:42:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "385cf2a0-62a7-4677-81b1-4efe19e8e010" 2024-12-03T22:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bfd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ed8014902436,43119,-1] 2024-12-03T22:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T22:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:21,509 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T22:42:21,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2206f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:42:21,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:42:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,41997,1733265739951, seqNum=-1] 2024-12-03T22:42:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:42:21,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:42:21,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ed8014902436,43119,1733265739777 2024-12-03T22:42:21,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:21,521 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T22:42:21,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:21,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:21,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:21,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:21,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:42:21,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@421abeb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:21,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f830d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:21,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@331de243{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-40041-hadoop-hdfs-3_4_1-tests_jar-_-any-10795043116100103109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:21,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5639b203{HTTP/1.1, (http/1.1)}{localhost:40041} 2024-12-03T22:42:21,636 INFO [Time-limited test {}] server.Server(415): Started @73276ms 2024-12-03T22:42:21,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:21,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:21,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:21,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:21,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:21,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:42:21,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0f5da5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:21,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe399bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:21,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15267313{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-37683-hadoop-hdfs-3_4_1-tests_jar-_-any-3782320722594886731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:21,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2999ecec{HTTP/1.1, (http/1.1)}{localhost:37683} 2024-12-03T22:42:21,780 INFO [Time-limited test {}] server.Server(415): Started @73419ms 2024-12-03T22:42:21,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:21,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:21,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:21,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:21,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:21,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:42:21,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d6b559{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:21,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723fd4be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:21,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a8540f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-34413-hadoop-hdfs-3_4_1-tests_jar-_-any-14000080668689975429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:21,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30189bd4{HTTP/1.1, (http/1.1)}{localhost:34413} 2024-12-03T22:42:21,904 INFO [Time-limited test {}] server.Server(415): Started @73543ms 2024-12-03T22:42:21,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:22,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:22,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:22,456 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data5/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:22,456 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data6/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:22,477 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90efdeb7db2e41ef with lease ID 0x5eb600bfc7267a20: Processing first storage report for DS-957eceb6-995d-4e24-8da1-9bfb9bb06e16 from datanode DatanodeRegistration(127.0.0.1:35895, datanodeUuid=f4da4cc5-3f32-4dd8-ae78-a36ceb5527fe, infoPort=40835, infoSecurePort=0, ipcPort=43289, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90efdeb7db2e41ef with lease ID 0x5eb600bfc7267a20: from storage DS-957eceb6-995d-4e24-8da1-9bfb9bb06e16 node DatanodeRegistration(127.0.0.1:35895, datanodeUuid=f4da4cc5-3f32-4dd8-ae78-a36ceb5527fe, infoPort=40835, infoSecurePort=0, ipcPort=43289, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T22:42:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90efdeb7db2e41ef with lease ID 0x5eb600bfc7267a20: Processing first storage report for DS-1618ee09-0063-4b33-8de1-f6fd3215c635 from datanode DatanodeRegistration(127.0.0.1:35895, datanodeUuid=f4da4cc5-3f32-4dd8-ae78-a36ceb5527fe, infoPort=40835, infoSecurePort=0, ipcPort=43289, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90efdeb7db2e41ef with lease ID 0x5eb600bfc7267a20: from storage DS-1618ee09-0063-4b33-8de1-f6fd3215c635 node DatanodeRegistration(127.0.0.1:35895, datanodeUuid=f4da4cc5-3f32-4dd8-ae78-a36ceb5527fe, infoPort=40835, infoSecurePort=0, ipcPort=43289, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:22,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T22:42:22,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:22,649 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data7/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:22,650 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data8/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:22,665 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4aac26e143145b9 with lease ID 0x5eb600bfc7267a21: Processing first storage report for DS-ea47b7c3-45c3-48d6-bd5a-77830285acfb from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=aef6de1f-83fc-41a5-bf81-0024ecb3f935, infoPort=42881, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4aac26e143145b9 with lease ID 0x5eb600bfc7267a21: from storage DS-ea47b7c3-45c3-48d6-bd5a-77830285acfb node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=aef6de1f-83fc-41a5-bf81-0024ecb3f935, infoPort=42881, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4aac26e143145b9 with lease ID 0x5eb600bfc7267a21: Processing first storage report for DS-43ba0ce0-828a-4f25-b7fb-f2ae3f7dd23c from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=aef6de1f-83fc-41a5-bf81-0024ecb3f935, infoPort=42881, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4aac26e143145b9 with lease ID 0x5eb600bfc7267a21: from storage DS-43ba0ce0-828a-4f25-b7fb-f2ae3f7dd23c node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=aef6de1f-83fc-41a5-bf81-0024ecb3f935, infoPort=42881, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:22,760 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data9/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:22,761 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data10/current/BP-1999283550-172.17.0.2-1733265738133/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:22,776 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd80525fc4629b240 with lease ID 0x5eb600bfc7267a22: Processing first storage report for DS-72ecee4e-e2af-4629-aa3a-ba2cf51e9782 from datanode DatanodeRegistration(127.0.0.1:34455, datanodeUuid=d7eb3c03-9cc0-43f1-87f3-fc07c60e1e7e, infoPort=33253, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd80525fc4629b240 with lease ID 0x5eb600bfc7267a22: from storage DS-72ecee4e-e2af-4629-aa3a-ba2cf51e9782 node DatanodeRegistration(127.0.0.1:34455, datanodeUuid=d7eb3c03-9cc0-43f1-87f3-fc07c60e1e7e, infoPort=33253, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd80525fc4629b240 with lease ID 0x5eb600bfc7267a22: Processing first storage report for DS-e44b9ae5-8f1c-476d-946b-8d0f295a93b7 from datanode DatanodeRegistration(127.0.0.1:34455, datanodeUuid=d7eb3c03-9cc0-43f1-87f3-fc07c60e1e7e, infoPort=33253, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133) 2024-12-03T22:42:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd80525fc4629b240 with lease ID 0x5eb600bfc7267a22: from storage DS-e44b9ae5-8f1c-476d-946b-8d0f295a93b7 node DatanodeRegistration(127.0.0.1:34455, datanodeUuid=d7eb3c03-9cc0-43f1-87f3-fc07c60e1e7e, infoPort=33253, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:22,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T22:42:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ed8014902436,43119,1733265739777 2024-12-03T22:42:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5925620e 2024-12-03T22:42:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T22:42:22,842 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T22:42:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T22:42:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T22:42:22,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T22:42:22,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T22:42:22,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:22,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-03T22:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:42:22,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T22:42:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741835_1011 (size=393) 2024-12-03T22:42:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741835_1011 (size=393) 2024-12-03T22:42:22,861 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c8638b6c041128f994c48c7739ee3c4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825 2024-12-03T22:42:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741836_1012 (size=76) 2024-12-03T22:42:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741836_1012 (size=76) 2024-12-03T22:42:22,870 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:22,870 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 3c8638b6c041128f994c48c7739ee3c4, disabling compactions & flushes 2024-12-03T22:42:22,871 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:22,871 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:22,871 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. after waiting 0 ms 2024-12-03T22:42:22,871 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:22,871 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:22,871 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c8638b6c041128f994c48c7739ee3c4: Waiting for close lock at 1733265742870Disabling compacts and flushes for region at 1733265742870Disabling writes for close at 1733265742871 (+1 ms)Writing region close event to WAL at 1733265742871Closed at 1733265742871 2024-12-03T22:42:22,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T22:42:22,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733265742873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733265742873"}]},"ts":"1733265742873"} 2024-12-03T22:42:22,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T22:42:22,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T22:42:22,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265742877"}]},"ts":"1733265742877"} 2024-12-03T22:42:22,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-03T22:42:22,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3c8638b6c041128f994c48c7739ee3c4, ASSIGN}] 2024-12-03T22:42:22,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3c8638b6c041128f994c48c7739ee3c4, ASSIGN 2024-12-03T22:42:22,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3c8638b6c041128f994c48c7739ee3c4, ASSIGN; state=OFFLINE, location=ed8014902436,41997,1733265739951; forceNewPlan=false, retain=false 2024-12-03T22:42:23,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c8638b6c041128f994c48c7739ee3c4, regionState=OPENING, regionLocation=ed8014902436,41997,1733265739951 2024-12-03T22:42:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3c8638b6c041128f994c48c7739ee3c4, ASSIGN because future has completed 2024-12-03T22:42:23,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8638b6c041128f994c48c7739ee3c4, server=ed8014902436,41997,1733265739951}] 2024-12-03T22:42:23,209 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:23,210 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8638b6c041128f994c48c7739ee3c4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:42:23,210 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,211 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:23,211 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,211 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,213 INFO [StoreOpener-3c8638b6c041128f994c48c7739ee3c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,214 INFO [StoreOpener-3c8638b6c041128f994c48c7739ee3c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8638b6c041128f994c48c7739ee3c4 columnFamilyName info 2024-12-03T22:42:23,214 DEBUG [StoreOpener-3c8638b6c041128f994c48c7739ee3c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:23,215 INFO [StoreOpener-3c8638b6c041128f994c48c7739ee3c4-1 {}] regionserver.HStore(327): Store=3c8638b6c041128f994c48c7739ee3c4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:23,215 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,216 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,217 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,217 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,217 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,219 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,222 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:42:23,222 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c8638b6c041128f994c48c7739ee3c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815937, jitterRate=0.0375186949968338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T22:42:23,222 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:23,223 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c8638b6c041128f994c48c7739ee3c4: Running coprocessor pre-open hook at 1733265743211Writing region info on filesystem at 1733265743211Initializing all the Stores at 1733265743212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265743212Cleaning up temporary data from old regions at 1733265743217 (+5 ms)Running coprocessor post-open hooks at 1733265743222 (+5 ms)Region opened successfully at 1733265743223 (+1 ms) 2024-12-03T22:42:23,224 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4., pid=6, masterSystemTime=1733265743198 2024-12-03T22:42:23,226 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:23,227 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:23,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c8638b6c041128f994c48c7739ee3c4, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,41997,1733265739951 2024-12-03T22:42:23,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8638b6c041128f994c48c7739ee3c4, server=ed8014902436,41997,1733265739951 because future has completed 2024-12-03T22:42:23,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T22:42:23,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c8638b6c041128f994c48c7739ee3c4, server=ed8014902436,41997,1733265739951 in 189 msec 2024-12-03T22:42:23,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T22:42:23,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3c8638b6c041128f994c48c7739ee3c4, ASSIGN in 354 msec 2024-12-03T22:42:23,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T22:42:23,239 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265743238"}]},"ts":"1733265743238"} 2024-12-03T22:42:23,241 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-03T22:42:23,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T22:42:23,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 398 msec 2024-12-03T22:42:25,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T22:42:25,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-03T22:42:25,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-03T22:42:26,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T22:42:26,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-03T22:42:28,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T22:42:28,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:42:32,895 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-03T22:42:32,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-03T22:42:32,895 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T22:42:32,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-03T22:42:32,900 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T22:42:32,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-03T22:42:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4., hostname=ed8014902436,41997,1733265739951, seqNum=2] 2024-12-03T22:42:32,908 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-03T22:42:32,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T22:42:32,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:32,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1929875374_22 at /127.0.0.1:35798 [Receiving block BP-1999283550-172.17.0.2-1733265738133:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35798 dst: /127.0.0.1:34571 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:32,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1484127282_22 at /127.0.0.1:35748 [Receiving block BP-1999283550-172.17.0.2-1733265738133:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35748 dst: /127.0.0.1:34571 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:32,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1484127282_22 at /127.0.0.1:60254 [Receiving block BP-1999283550-172.17.0.2-1733265738133:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60254 dst: /127.0.0.1:38183 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:32,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1929875374_22 at /127.0.0.1:60294 [Receiving block BP-1999283550-172.17.0.2-1733265738133:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60294 dst: /127.0.0.1:38183 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:32,914 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1929875374_22 at /127.0.0.1:35774 [Receiving block BP-1999283550-172.17.0.2-1733265738133:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:34571:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35774 dst: /127.0.0.1:34571 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:32,914 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1929875374_22 at /127.0.0.1:60274 [Receiving block BP-1999283550-172.17.0.2-1733265738133:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:38183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60274 dst: /127.0.0.1:38183 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:32,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3ede38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:32,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:32,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:32,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:32,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:32,976 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:32,976 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:32,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:32,976 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999283550-172.17.0.2-1733265738133 (Datanode Uuid 44c9c5ca-2e05-40d4-8ff4-171daf33b2d1) service to localhost/127.0.0.1:45381 2024-12-03T22:42:32,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data1/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:32,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data2/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:32,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:32,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:32,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:32,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:32,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:32,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:42:32,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:32,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:33,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3def0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/java.io.tmpdir/jetty-localhost-45453-hadoop-hdfs-3_4_1-tests_jar-_-any-17226439785634310224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:33,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:45453} 2024-12-03T22:42:33,097 INFO [Time-limited test {}] server.Server(415): Started @84736ms 2024-12-03T22:42:33,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:33,129 WARN [AsyncFSWAL-0-hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825-prefix:ed8014902436,41997,1733265739951 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:33,129 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ed8014902436%2C41997%2C1733265739951:(num 1733265740733) roll requested 2024-12-03T22:42:33,144 DEBUG [regionserver/ed8014902436:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265753129, exclude list is [], retry=0 2024-12-03T22:42:33,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34571,DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b,DISK] 2024-12-03T22:42:33,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-ea47b7c3-45c3-48d6-bd5a-77830285acfb,DISK] 2024-12-03T22:42:33,159 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265753129 2024-12-03T22:42:33,160 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46563:46563),(127.0.0.1/127.0.0.1:42881:42881)] 2024-12-03T22:42:33,160 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 is not closed yet, will try archiving it next time 2024-12-03T22:42:33,161 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:33,171 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:33,172 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T22:42:33,173 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T22:42:33,173 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 2024-12-03T22:42:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T22:42:33,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:42:33,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:42:33,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:33,177 WARN [IPC Server handler 0 on default port 45381 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741832_1008 2024-12-03T22:42:33,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:33,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T22:42:33,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T22:42:33,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=656087549, stopped=false 2024-12-03T22:42:33,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ed8014902436,43119,1733265739777 2024-12-03T22:42:33,181 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 after 6ms 2024-12-03T22:42:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:33,244 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:33,244 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:33,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:42:33,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:33,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:42:33,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:42:33,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:33,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ed8014902436,41997,1733265739951' ***** 2024-12-03T22:42:33,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T22:42:33,245 INFO [RS:0;ed8014902436:41997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T22:42:33,246 INFO [RS:0;ed8014902436:41997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T22:42:33,246 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T22:42:33,246 INFO [RS:0;ed8014902436:41997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T22:42:33,246 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:33,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:33,252 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(959): stopping server ed8014902436,41997,1733265739951 2024-12-03T22:42:33,252 INFO [RS:0;ed8014902436:41997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:42:33,253 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c8638b6c041128f994c48c7739ee3c4, disabling compactions & flushes 2024-12-03T22:42:33,253 INFO [RS:0;ed8014902436:41997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ed8014902436:41997. 2024-12-03T22:42:33,253 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:33,253 DEBUG [RS:0;ed8014902436:41997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:42:33,253 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:33,253 DEBUG [RS:0;ed8014902436:41997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:33,253 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. after waiting 0 ms 2024-12-03T22:42:33,253 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:33,253 INFO [RS:0;ed8014902436:41997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T22:42:33,253 INFO [RS:0;ed8014902436:41997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T22:42:33,253 INFO [RS:0;ed8014902436:41997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T22:42:33,253 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T22:42:33,253 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c8638b6c041128f994c48c7739ee3c4 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-03T22:42:33,253 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T22:42:33,253 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1325): Online Regions={3c8638b6c041128f994c48c7739ee3c4=TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T22:42:33,254 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c8638b6c041128f994c48c7739ee3c4 2024-12-03T22:42:33,254 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:42:33,254 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:42:33,254 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:42:33,254 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:42:33,254 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:42:33,254 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-03T22:42:33,255 WARN [AsyncFSWAL-0-hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825-prefix:ed8014902436,41997,1733265739951.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:33,256 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ed8014902436%2C41997%2C1733265739951.meta:.meta(num 1733265741320) roll requested 2024-12-03T22:42:33,272 DEBUG [regionserver/ed8014902436:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265753256.meta, exclude list is [], retry=0 2024-12-03T22:42:33,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-72ecee4e-e2af-4629-aa3a-ba2cf51e9782,DISK] 2024-12-03T22:42:33,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-ea47b7c3-45c3-48d6-bd5a-77830285acfb,DISK] 2024-12-03T22:42:33,280 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/.tmp/info/b63f6f3cb36847eea7828645ba1d84e1 is 1055, key is row0001/info:/1733265752906/Put/seqid=0 2024-12-03T22:42:33,283 WARN [Thread-619 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1016 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T22:42:33,283 WARN [Thread-619 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1999283550-172.17.0.2-1733265738133:blk_1073741839_1016 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38183,DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9,DISK], DatanodeInfoWithStorage[127.0.0.1:44655,DS-ea47b7c3-45c3-48d6-bd5a-77830285acfb,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38183,DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9,DISK]) is bad. 2024-12-03T22:42:33,283 WARN [Thread-619 {}] hdfs.DataStreamer(1850): Abandoning BP-1999283550-172.17.0.2-1733265738133:blk_1073741839_1016 2024-12-03T22:42:33,286 WARN [Thread-619 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:38183,DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9,DISK] 2024-12-03T22:42:33,292 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265753256.meta 2024-12-03T22:42:33,294 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33253:33253),(127.0.0.1/127.0.0.1:42881:42881)] 2024-12-03T22:42:33,294 DEBUG [regionserver/ed8014902436:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta is not closed yet, will try archiving it next time 2024-12-03T22:42:33,294 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:33,295 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:33,296 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta 2024-12-03T22:42:33,296 WARN [IPC Server handler 4 on default port 45381 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-03T22:42:33,297 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta after 0ms 2024-12-03T22:42:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741840_1017 (size=7062) 2024-12-03T22:42:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741840_1017 (size=7062) 2024-12-03T22:42:33,315 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/.tmp/info/b63f6f3cb36847eea7828645ba1d84e1 2024-12-03T22:42:33,329 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/info/efa6652e62d6433f98d5b0c339d2871b is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4./info:regioninfo/1733265743227/Put/seqid=0 2024-12-03T22:42:33,333 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/.tmp/info/b63f6f3cb36847eea7828645ba1d84e1 as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/info/b63f6f3cb36847eea7828645ba1d84e1 2024-12-03T22:42:33,356 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/info/b63f6f3cb36847eea7828645ba1d84e1, entries=2, sequenceid=6, filesize=6.9 K 2024-12-03T22:42:33,357 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3c8638b6c041128f994c48c7739ee3c4 in 104ms, sequenceid=6, compaction requested=false 2024-12-03T22:42:33,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741841_1019 (size=7089) 2024-12-03T22:42:33,373 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3c8638b6c041128f994c48c7739ee3c4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T22:42:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741841_1019 (size=7089) 2024-12-03T22:42:33,374 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:33,375 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c8638b6c041128f994c48c7739ee3c4: Waiting for close lock at 1733265753252Running coprocessor pre-close hooks at 1733265753252Disabling compacts and flushes for region at 1733265753252Disabling writes for close at 1733265753253 (+1 ms)Obtaining lock to block concurrent updates at 1733265753253Preparing flush snapshotting stores in 3c8638b6c041128f994c48c7739ee3c4 at 1733265753253Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733265753253Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. at 1733265753256 (+3 ms)Flushing 3c8638b6c041128f994c48c7739ee3c4/info: creating writer at 1733265753256Flushing 3c8638b6c041128f994c48c7739ee3c4/info: appending metadata at 1733265753280 (+24 ms)Flushing 3c8638b6c041128f994c48c7739ee3c4/info: closing flushed file at 1733265753280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc57d91: reopening flushed file at 1733265753331 (+51 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3c8638b6c041128f994c48c7739ee3c4 in 104ms, sequenceid=6, compaction requested=false at 1733265753357 (+26 ms)Writing region close event to WAL at 1733265753359 (+2 ms)Running coprocessor post-close hooks at 1733265753374 (+15 ms)Closed at 1733265753374 2024-12-03T22:42:33,375 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733265742843.3c8638b6c041128f994c48c7739ee3c4. 2024-12-03T22:42:33,377 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/info/efa6652e62d6433f98d5b0c339d2871b 2024-12-03T22:42:33,408 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/ns/c4cd7e63aaf84e67bbd412ba1b5564ea is 43, key is default/ns:d/1733265741421/Put/seqid=0 2024-12-03T22:42:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741842_1020 (size=5153) 2024-12-03T22:42:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741842_1020 (size=5153) 2024-12-03T22:42:33,440 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/ns/c4cd7e63aaf84e67bbd412ba1b5564ea 2024-12-03T22:42:33,454 DEBUG [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T22:42:33,477 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/table/00696f848afe4071acd51fd1ca90187e is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733265743238/Put/seqid=0 2024-12-03T22:42:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741843_1021 (size=5424) 2024-12-03T22:42:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741843_1021 (size=5424) 2024-12-03T22:42:33,500 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/table/00696f848afe4071acd51fd1ca90187e 2024-12-03T22:42:33,515 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/info/efa6652e62d6433f98d5b0c339d2871b as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/info/efa6652e62d6433f98d5b0c339d2871b 2024-12-03T22:42:33,528 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/info/efa6652e62d6433f98d5b0c339d2871b, entries=10, sequenceid=11, filesize=6.9 K 2024-12-03T22:42:33,530 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/ns/c4cd7e63aaf84e67bbd412ba1b5564ea as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/ns/c4cd7e63aaf84e67bbd412ba1b5564ea 2024-12-03T22:42:33,545 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/ns/c4cd7e63aaf84e67bbd412ba1b5564ea, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T22:42:33,551 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/.tmp/table/00696f848afe4071acd51fd1ca90187e as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/table/00696f848afe4071acd51fd1ca90187e 2024-12-03T22:42:33,560 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/table/00696f848afe4071acd51fd1ca90187e, entries=2, sequenceid=11, filesize=5.3 K 2024-12-03T22:42:33,562 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 308ms, sequenceid=11, compaction requested=false 2024-12-03T22:42:33,590 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:33,592 INFO [regionserver/ed8014902436:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T22:42:33,592 INFO [regionserver/ed8014902436:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T22:42:33,593 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T22:42:33,594 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:42:33,595 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:42:33,595 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265753254Running coprocessor pre-close hooks at 1733265753254Disabling compacts and flushes for region at 1733265753254Disabling writes for close at 1733265753254Obtaining lock to block concurrent updates at 1733265753254Preparing flush snapshotting stores in 1588230740 at 1733265753255 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733265753255Flushing stores of hbase:meta,,1.1588230740 at 1733265753295 (+40 ms)Flushing 1588230740/info: creating writer at 1733265753295Flushing 1588230740/info: appending metadata at 1733265753329 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733265753329Flushing 1588230740/ns: creating writer at 1733265753386 (+57 ms)Flushing 1588230740/ns: appending metadata at 1733265753408 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733265753408Flushing 1588230740/table: creating writer at 1733265753452 (+44 ms)Flushing 1588230740/table: appending metadata at 1733265753476 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733265753476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec22a2b: reopening flushed file at 1733265753513 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a2a406: reopening flushed file at 1733265753528 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f964cdf: reopening flushed file at 1733265753546 (+18 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 308ms, sequenceid=11, compaction requested=false at 1733265753562 (+16 ms)Writing region close event to WAL at 1733265753574 (+12 ms)Running coprocessor post-close hooks at 1733265753594 (+20 ms)Closed at 1733265753595 (+1 ms) 2024-12-03T22:42:33,595 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T22:42:33,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x322ed8010aad2475 with lease ID 0x5eb600bfc7267a23: from storage DS-a3142221-7b3e-4c44-9b38-f411c8eb29d9 node DatanodeRegistration(127.0.0.1:44599, datanodeUuid=44c9c5ca-2e05-40d4-8ff4-171daf33b2d1, infoPort=41843, infoSecurePort=0, ipcPort=46845, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x322ed8010aad2475 with lease ID 0x5eb600bfc7267a23: from storage DS-a9832464-afc2-4335-b0e1-2c3da3905f1e node DatanodeRegistration(127.0.0.1:44599, datanodeUuid=44c9c5ca-2e05-40d4-8ff4-171daf33b2d1, infoPort=41843, infoSecurePort=0, ipcPort=46845, storageInfo=lv=-57;cid=testClusterID;nsid=666191594;c=1733265738133), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:33,654 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(976): stopping server ed8014902436,41997,1733265739951; all regions closed. 2024-12-03T22:42:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741838_1015 (size=825) 2024-12-03T22:42:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741838_1015 (size=825) 2024-12-03T22:42:34,598 INFO [regionserver/ed8014902436:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:42:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741832_1014 (size=1599) 2024-12-03T22:42:35,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T22:42:35,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:42:35,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T22:42:37,182 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 after 4009ms 2024-12-03T22:42:37,182 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.1733265740733 to hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs/ed8014902436%2C41997%2C1733265739951.1733265740733 2024-12-03T22:42:37,297 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta after 4001ms 2024-12-03T22:42:37,298 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/WALs/ed8014902436,41997,1733265739951/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta to hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs/ed8014902436%2C41997%2C1733265739951.meta.1733265741320.meta 2024-12-03T22:42:37,301 DEBUG [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs 2024-12-03T22:42:37,301 INFO [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C41997%2C1733265739951.meta:.meta(num 1733265753256) 2024-12-03T22:42:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741837_1013 (size=2288) 2024-12-03T22:42:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741837_1013 (size=2288) 2024-12-03T22:42:37,307 DEBUG [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs 2024-12-03T22:42:37,307 INFO [RS:0;ed8014902436:41997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C41997%2C1733265739951:(num 1733265753129) 2024-12-03T22:42:37,307 DEBUG [RS:0;ed8014902436:41997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:37,307 INFO [RS:0;ed8014902436:41997 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:42:37,307 INFO [RS:0;ed8014902436:41997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:42:37,307 INFO [RS:0;ed8014902436:41997 {}] hbase.ChoreService(370): Chore service for: regionserver/ed8014902436:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T22:42:37,308 INFO [RS:0;ed8014902436:41997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:42:37,308 INFO [RS:0;ed8014902436:41997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41997 2024-12-03T22:42:37,308 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:42:37,357 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ed8014902436,41997,1733265739951 2024-12-03T22:42:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:42:37,357 INFO [RS:0;ed8014902436:41997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:42:37,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ed8014902436,41997,1733265739951] 2024-12-03T22:42:37,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ed8014902436,41997,1733265739951 already deleted, retry=false 2024-12-03T22:42:37,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ed8014902436,41997,1733265739951 expired; onlineServers=0 2024-12-03T22:42:37,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ed8014902436,43119,1733265739777' ***** 2024-12-03T22:42:37,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T22:42:37,376 INFO [M:0;ed8014902436:43119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:42:37,376 INFO [M:0;ed8014902436:43119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:42:37,376 DEBUG [M:0;ed8014902436:43119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T22:42:37,377 DEBUG [M:0;ed8014902436:43119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T22:42:37,377 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265740469 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265740469,5,FailOnTimeoutGroup] 2024-12-03T22:42:37,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T22:42:37,377 INFO [M:0;ed8014902436:43119 {}] hbase.ChoreService(370): Chore service for: master/ed8014902436:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T22:42:37,377 INFO [M:0;ed8014902436:43119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:42:37,377 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265740470 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265740470,5,FailOnTimeoutGroup] 2024-12-03T22:42:37,377 DEBUG [M:0;ed8014902436:43119 {}] master.HMaster(1795): Stopping service threads 2024-12-03T22:42:37,377 INFO [M:0;ed8014902436:43119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T22:42:37,377 INFO [M:0;ed8014902436:43119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:42:37,377 INFO [M:0;ed8014902436:43119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T22:42:37,377 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T22:42:37,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T22:42:37,385 DEBUG [M:0;ed8014902436:43119 {}] zookeeper.ZKUtil(347): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T22:42:37,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:37,385 WARN [M:0;ed8014902436:43119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T22:42:37,386 INFO [M:0;ed8014902436:43119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/.lastflushedseqids 2024-12-03T22:42:37,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741844_1022 (size=139) 2024-12-03T22:42:37,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741844_1022 (size=139) 2024-12-03T22:42:37,397 INFO [M:0;ed8014902436:43119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T22:42:37,397 INFO [M:0;ed8014902436:43119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T22:42:37,397 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:42:37,397 INFO [M:0;ed8014902436:43119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:37,397 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:37,397 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:42:37,397 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:37,397 INFO [M:0;ed8014902436:43119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-03T22:42:37,398 WARN [AsyncFSWAL-0-hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData-prefix:ed8014902436,43119,1733265739777 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:37,398 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ed8014902436%2C43119%2C1733265739777:(num 1733265740179) roll requested 2024-12-03T22:42:37,412 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265757399, exclude list is [], retry=0 2024-12-03T22:42:37,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-72ecee4e-e2af-4629-aa3a-ba2cf51e9782,DISK] 2024-12-03T22:42:37,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34571,DS-920fabfb-6a67-49aa-86a5-d7b7626c3f2b,DISK] 2024-12-03T22:42:37,423 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265757399 2024-12-03T22:42:37,426 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46563:46563),(127.0.0.1/127.0.0.1:33253:33253)] 2024-12-03T22:42:37,426 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:37,426 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 is not closed yet, will try archiving it next time 2024-12-03T22:42:37,426 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T22:42:37,427 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 2024-12-03T22:42:37,428 WARN [IPC Server handler 4 on default port 45381 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-03T22:42:37,428 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 after 1ms 2024-12-03T22:42:37,447 DEBUG [M:0;ed8014902436:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f243402fe0934e6a975ba40ffebeb0d6 is 82, key is hbase:meta,,1/info:regioninfo/1733265741361/Put/seqid=0 2024-12-03T22:42:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741846_1025 (size=5672) 2024-12-03T22:42:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741846_1025 (size=5672) 2024-12-03T22:42:37,455 INFO [M:0;ed8014902436:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f243402fe0934e6a975ba40ffebeb0d6 2024-12-03T22:42:37,468 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:37,468 INFO [RS:0;ed8014902436:41997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:42:37,468 INFO [RS:0;ed8014902436:41997 {}] regionserver.HRegionServer(1031): Exiting; stopping=ed8014902436,41997,1733265739951; zookeeper connection closed. 2024-12-03T22:42:37,468 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41997-0x1019ea5e2ab0001, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:37,468 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72bf1784 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72bf1784 2024-12-03T22:42:37,469 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T22:42:37,477 DEBUG [M:0;ed8014902436:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca0e79667a94e58967c7a308cc4dde1 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733265743244/Put/seqid=0 2024-12-03T22:42:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741847_1026 (size=6114) 2024-12-03T22:42:37,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741847_1026 (size=6114) 2024-12-03T22:42:37,884 INFO [M:0;ed8014902436:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca0e79667a94e58967c7a308cc4dde1 2024-12-03T22:42:37,911 DEBUG [M:0;ed8014902436:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd6fe15a552d468f9b48ebe6e6fc6992 is 69, key is ed8014902436,41997,1733265739951/rs:state/1733265740557/Put/seqid=0 2024-12-03T22:42:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741848_1027 (size=5156) 2024-12-03T22:42:37,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741848_1027 (size=5156) 2024-12-03T22:42:37,928 INFO [M:0;ed8014902436:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd6fe15a552d468f9b48ebe6e6fc6992 2024-12-03T22:42:37,957 DEBUG [M:0;ed8014902436:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/239ffce469474f5f8c35ca81df31070a is 52, key is load_balancer_on/state:d/1733265741520/Put/seqid=0 2024-12-03T22:42:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741849_1028 (size=5056) 2024-12-03T22:42:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741849_1028 (size=5056) 2024-12-03T22:42:37,963 INFO [M:0;ed8014902436:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/239ffce469474f5f8c35ca81df31070a 2024-12-03T22:42:37,971 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f243402fe0934e6a975ba40ffebeb0d6 as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f243402fe0934e6a975ba40ffebeb0d6 2024-12-03T22:42:37,979 INFO [M:0;ed8014902436:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f243402fe0934e6a975ba40ffebeb0d6, entries=8, sequenceid=56, filesize=5.5 K 2024-12-03T22:42:37,980 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca0e79667a94e58967c7a308cc4dde1 as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ca0e79667a94e58967c7a308cc4dde1 2024-12-03T22:42:37,987 INFO [M:0;ed8014902436:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ca0e79667a94e58967c7a308cc4dde1, entries=6, sequenceid=56, filesize=6.0 K 2024-12-03T22:42:37,988 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd6fe15a552d468f9b48ebe6e6fc6992 as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd6fe15a552d468f9b48ebe6e6fc6992 2024-12-03T22:42:38,000 INFO [M:0;ed8014902436:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd6fe15a552d468f9b48ebe6e6fc6992, entries=1, sequenceid=56, filesize=5.0 K 2024-12-03T22:42:38,001 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/239ffce469474f5f8c35ca81df31070a as hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/239ffce469474f5f8c35ca81df31070a 2024-12-03T22:42:38,011 INFO [M:0;ed8014902436:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/239ffce469474f5f8c35ca81df31070a, entries=1, sequenceid=56, filesize=4.9 K 2024-12-03T22:42:38,012 INFO [M:0;ed8014902436:43119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 615ms, sequenceid=56, compaction requested=false 2024-12-03T22:42:38,014 INFO [M:0;ed8014902436:43119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:38,014 DEBUG [M:0;ed8014902436:43119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265757397Disabling compacts and flushes for region at 1733265757397Disabling writes for close at 1733265757397Obtaining lock to block concurrent updates at 1733265757397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733265757397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733265757398 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733265757427 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733265757427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733265757447 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733265757447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733265757461 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733265757476 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733265757476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733265757890 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733265757910 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733265757910Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733265757936 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733265757956 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733265757956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3fdd83: reopening flushed file at 1733265757970 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6dae45: reopening flushed file at 1733265757979 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdee442: reopening flushed file at 1733265757987 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a795d8: reopening flushed file at 1733265758000 (+13 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 615ms, sequenceid=56, compaction requested=false at 1733265758012 (+12 ms)Writing region close event to WAL at 1733265758014 (+2 ms)Closed at 1733265758014 2024-12-03T22:42:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741845_1023 (size=757) 2024-12-03T22:42:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741845_1023 (size=757) 2024-12-03T22:42:38,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T22:42:38,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:38,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34571 is added to blk_1073741830_1024 (size=27177) 2024-12-03T22:42:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741830_1024 (size=27177) 2024-12-03T22:42:41,429 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 after 4002ms 2024-12-03T22:42:41,430 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/WALs/ed8014902436,43119,1733265739777/ed8014902436%2C43119%2C1733265739777.1733265740179 to hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/oldWALs/ed8014902436%2C43119%2C1733265739777.1733265740179 2024-12-03T22:42:41,433 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/MasterData/oldWALs/ed8014902436%2C43119%2C1733265739777.1733265740179 to hdfs://localhost:45381/user/jenkins/test-data/94bfe640-9be7-84e5-de63-69c1ae3f4825/oldWALs/ed8014902436%2C43119%2C1733265739777.1733265740179$masterlocalwal$ 2024-12-03T22:42:41,434 INFO [M:0;ed8014902436:43119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T22:42:41,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:42:41,434 INFO [M:0;ed8014902436:43119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43119 2024-12-03T22:42:41,435 INFO [M:0;ed8014902436:43119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:42:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:41,590 INFO [M:0;ed8014902436:43119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:42:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x1019ea5e2ab0000, quorum=127.0.0.1:54613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:42:41,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3def0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:41,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:41,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:41,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:41,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:41,595 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:41,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:41,595 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999283550-172.17.0.2-1733265738133 (Datanode Uuid 44c9c5ca-2e05-40d4-8ff4-171daf33b2d1) service to localhost/127.0.0.1:45381 2024-12-03T22:42:41,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:41,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data1/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data2/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:41,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a8540f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:41,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30189bd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:41,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:41,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723fd4be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:41,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d6b559{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:41,601 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:41,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:41,601 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999283550-172.17.0.2-1733265738133 (Datanode Uuid d7eb3c03-9cc0-43f1-87f3-fc07c60e1e7e) service to localhost/127.0.0.1:45381 2024-12-03T22:42:41,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:41,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data9/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data10/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,603 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:41,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15267313{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:41,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2999ecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:41,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:41,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe399bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:41,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0f5da5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:41,610 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:41,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:41,610 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999283550-172.17.0.2-1733265738133 (Datanode Uuid aef6de1f-83fc-41a5-bf81-0024ecb3f935) service to localhost/127.0.0.1:45381 2024-12-03T22:42:41,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:41,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data7/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data8/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:41,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@331de243{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:41,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5639b203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:41,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:41,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f830d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:41,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@421abeb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:41,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:41,645 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:41,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:41,645 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999283550-172.17.0.2-1733265738133 (Datanode Uuid f4da4cc5-3f32-4dd8-ae78-a36ceb5527fe) service to localhost/127.0.0.1:45381 2024-12-03T22:42:41,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data5/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data6/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:41,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d36d727{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:41,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:41,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:41,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:41,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:41,651 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:42:41,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:42:41,651 WARN [BP-1999283550-172.17.0.2-1733265738133 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999283550-172.17.0.2-1733265738133 (Datanode Uuid ba0450b7-488d-451f-940c-7e9fe914be29) service to localhost/127.0.0.1:45381 2024-12-03T22:42:41,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:42:41,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data3/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/cluster_e64f16a3-9c72-94bf-a035-0a22df217d7d/data/data4/current/BP-1999283550-172.17.0.2-1733265738133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:42:41,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:42:41,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cf00585{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:42:41,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d51918b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:42:41,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:42:41,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1e03de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:42:41,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178e5bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir/,STOPPED} 2024-12-03T22:42:41,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T22:42:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T22:42:41,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45381 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4932 (was 5318) 2024-12-03T22:42:41,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=4931 2024-12-03T22:42:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T22:42:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.log.dir so I do NOT create it in target/test-data/3a570874-5736-4b20-3ff7-60d60702a018 2024-12-03T22:42:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c894254e-c355-1c33-4041-195641bfea7e/hadoop.tmp.dir so I do NOT create it in target/test-data/3a570874-5736-4b20-3ff7-60d60702a018 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1, deleteOnExit=true 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/test.cache.data in system properties and HBase conf 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir in system properties and HBase conf 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T22:42:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T22:42:41,725 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T22:42:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/nfs.dump.dir in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/java.io.tmpdir in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T22:42:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T22:42:42,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:42,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:42,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:42,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:42,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:42:42,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:42,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40944473{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:42,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7688e99e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:42,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c74f2cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/java.io.tmpdir/jetty-localhost-38709-hadoop-hdfs-3_4_1-tests_jar-_-any-3160152319145402423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:42:42,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7ae80c{HTTP/1.1, (http/1.1)}{localhost:38709} 2024-12-03T22:42:42,193 INFO [Time-limited test {}] server.Server(415): Started @93832ms 2024-12-03T22:42:42,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:42,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:42,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:42,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:42,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:42:42,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff40f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:42,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bfb80f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:42,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d4fd973{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/java.io.tmpdir/jetty-localhost-46619-hadoop-hdfs-3_4_1-tests_jar-_-any-67346565112843846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:42,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b573d53{HTTP/1.1, (http/1.1)}{localhost:46619} 2024-12-03T22:42:42,530 INFO [Time-limited test {}] server.Server(415): Started @94169ms 2024-12-03T22:42:42,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:42,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:42:42,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:42:42,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:42:42,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:42:42,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:42:42,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@421e5187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:42:42,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@163ba220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:42:42,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3227ec29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/java.io.tmpdir/jetty-localhost-38349-hadoop-hdfs-3_4_1-tests_jar-_-any-2679579509497338269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:42:42,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@df9f073{HTTP/1.1, (http/1.1)}{localhost:38349} 2024-12-03T22:42:42,716 INFO [Time-limited test {}] server.Server(415): Started @94355ms 2024-12-03T22:42:42,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:42:43,281 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data2/current/BP-2117683343-172.17.0.2-1733265761758/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:43,281 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data1/current/BP-2117683343-172.17.0.2-1733265761758/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:43,304 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3bfa25cbe0857d1 with lease ID 0x48cca6bdc2655597: Processing first storage report for DS-444b6952-8278-453c-9095-f797469820c6 from datanode DatanodeRegistration(127.0.0.1:36941, datanodeUuid=1d40af55-4e04-48af-ab80-4893049ad6f4, infoPort=42177, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758) 2024-12-03T22:42:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3bfa25cbe0857d1 with lease ID 0x48cca6bdc2655597: from storage DS-444b6952-8278-453c-9095-f797469820c6 node DatanodeRegistration(127.0.0.1:36941, datanodeUuid=1d40af55-4e04-48af-ab80-4893049ad6f4, infoPort=42177, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3bfa25cbe0857d1 with lease ID 0x48cca6bdc2655597: Processing first storage report for DS-01a41f41-27f5-48d5-ba40-d6f3529320e7 from datanode DatanodeRegistration(127.0.0.1:36941, datanodeUuid=1d40af55-4e04-48af-ab80-4893049ad6f4, infoPort=42177, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758) 2024-12-03T22:42:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3bfa25cbe0857d1 with lease ID 0x48cca6bdc2655597: from storage DS-01a41f41-27f5-48d5-ba40-d6f3529320e7 node DatanodeRegistration(127.0.0.1:36941, datanodeUuid=1d40af55-4e04-48af-ab80-4893049ad6f4, infoPort=42177, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:43,465 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data3/current/BP-2117683343-172.17.0.2-1733265761758/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:43,465 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data4/current/BP-2117683343-172.17.0.2-1733265761758/current, will proceed with Du for space computation calculation, 2024-12-03T22:42:43,487 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:42:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2b10f4fe87a91c0 with lease ID 0x48cca6bdc2655598: Processing first storage report for DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725 from datanode DatanodeRegistration(127.0.0.1:39453, datanodeUuid=2b0c19d8-9752-49f7-b19e-574621ac5ce3, infoPort=43235, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758) 2024-12-03T22:42:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2b10f4fe87a91c0 with lease ID 0x48cca6bdc2655598: from storage DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725 node DatanodeRegistration(127.0.0.1:39453, datanodeUuid=2b0c19d8-9752-49f7-b19e-574621ac5ce3, infoPort=43235, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2b10f4fe87a91c0 with lease ID 0x48cca6bdc2655598: Processing first storage report for DS-48b67a2f-e45b-4186-80dd-cd9983a0537f from datanode DatanodeRegistration(127.0.0.1:39453, datanodeUuid=2b0c19d8-9752-49f7-b19e-574621ac5ce3, infoPort=43235, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758) 2024-12-03T22:42:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2b10f4fe87a91c0 with lease ID 0x48cca6bdc2655598: from storage DS-48b67a2f-e45b-4186-80dd-cd9983a0537f node DatanodeRegistration(127.0.0.1:39453, datanodeUuid=2b0c19d8-9752-49f7-b19e-574621ac5ce3, infoPort=43235, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1365423291;c=1733265761758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:42:43,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018 2024-12-03T22:42:43,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/zookeeper_0, clientPort=62002, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T22:42:43,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62002 2024-12-03T22:42:43,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:42:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:42:43,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b with version=8 2024-12-03T22:42:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase-staging 2024-12-03T22:42:43,600 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:42:43,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:43,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:43,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:42:43,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:43,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:42:43,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T22:42:43,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:42:43,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36753 2024-12-03T22:42:43,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36753 connecting to ZooKeeper ensemble=127.0.0.1:62002 2024-12-03T22:42:43,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367530x0, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:42:43,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36753-0x1019ea63fb80000 connected 2024-12-03T22:42:43,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:43,738 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b, hbase.cluster.distributed=false 2024-12-03T22:42:43,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:42:43,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36753 2024-12-03T22:42:43,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36753 2024-12-03T22:42:43,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36753 2024-12-03T22:42:43,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36753 2024-12-03T22:42:43,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36753 2024-12-03T22:42:43,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T22:42:43,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:42:43,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36307 2024-12-03T22:42:43,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36307 connecting to ZooKeeper ensemble=127.0.0.1:62002 2024-12-03T22:42:43,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363070x0, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:42:43,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363070x0, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:42:43,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T22:42:43,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36307-0x1019ea63fb80001 connected 2024-12-03T22:42:43,780 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T22:42:43,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T22:42:43,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:42:43,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36307 2024-12-03T22:42:43,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36307 2024-12-03T22:42:43,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36307 2024-12-03T22:42:43,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36307 2024-12-03T22:42:43,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36307 2024-12-03T22:42:43,807 DEBUG [M:0;ed8014902436:36753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ed8014902436:36753 2024-12-03T22:42:43,808 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ed8014902436,36753,1733265763600 2024-12-03T22:42:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:43,818 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ed8014902436,36753,1733265763600 2024-12-03T22:42:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T22:42:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:43,825 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T22:42:43,825 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ed8014902436,36753,1733265763600 from backup master directory 2024-12-03T22:42:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ed8014902436,36753,1733265763600 2024-12-03T22:42:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:43,833 WARN [master/ed8014902436:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:42:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:42:43,833 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ed8014902436,36753,1733265763600 2024-12-03T22:42:43,838 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/hbase.id] with ID: 918e066e-21c0-428e-bad6-aea7491d60a0 2024-12-03T22:42:43,838 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/.tmp/hbase.id 2024-12-03T22:42:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:42:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:42:43,846 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/.tmp/hbase.id]:[hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/hbase.id] 2024-12-03T22:42:43,863 INFO [master/ed8014902436:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:43,863 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T22:42:43,865 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T22:42:43,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:43,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:42:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:42:43,886 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:42:43,887 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T22:42:43,888 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:42:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:42:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:42:43,910 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store 2024-12-03T22:42:43,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:42:43,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:42:43,927 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:43,927 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:42:43,927 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:43,927 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:43,927 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:42:43,927 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:43,927 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:42:43,927 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265763927Disabling compacts and flushes for region at 1733265763927Disabling writes for close at 1733265763927Writing region close event to WAL at 1733265763927Closed at 1733265763927 2024-12-03T22:42:43,929 WARN [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/.initializing 2024-12-03T22:42:43,929 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/WALs/ed8014902436,36753,1733265763600 2024-12-03T22:42:43,931 INFO [master/ed8014902436:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:42:43,934 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C36753%2C1733265763600, suffix=, logDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/WALs/ed8014902436,36753,1733265763600, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/oldWALs, maxLogs=10 2024-12-03T22:42:43,951 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/WALs/ed8014902436,36753,1733265763600/ed8014902436%2C36753%2C1733265763600.1733265763934, exclude list is [], retry=0 2024-12-03T22:42:43,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725,DISK] 2024-12-03T22:42:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-444b6952-8278-453c-9095-f797469820c6,DISK] 2024-12-03T22:42:43,963 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/WALs/ed8014902436,36753,1733265763600/ed8014902436%2C36753%2C1733265763600.1733265763934 2024-12-03T22:42:43,963 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235),(127.0.0.1/127.0.0.1:42177:42177)] 2024-12-03T22:42:43,963 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:42:43,963 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:43,963 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,964 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T22:42:43,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:43,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:43,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T22:42:43,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:43,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:43,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T22:42:43,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:43,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:43,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T22:42:43,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:43,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:43,975 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,975 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,976 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,977 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,977 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,978 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T22:42:43,979 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:42:43,982 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:42:43,982 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770305, jitterRate=-0.020507320761680603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T22:42:43,983 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733265763964Initializing all the Stores at 1733265763965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265763965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265763966 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265763966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265763966Cleaning up temporary data from old regions at 1733265763977 (+11 ms)Region opened successfully at 1733265763983 (+6 ms) 2024-12-03T22:42:43,983 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T22:42:43,987 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f2907b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:42:43,988 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T22:42:43,988 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T22:42:43,988 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T22:42:43,988 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T22:42:43,989 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T22:42:43,989 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T22:42:43,989 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T22:42:43,992 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T22:42:43,993 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T22:42:44,008 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T22:42:44,008 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T22:42:44,009 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T22:42:44,016 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T22:42:44,016 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T22:42:44,017 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T22:42:44,024 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T22:42:44,025 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T22:42:44,032 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T22:42:44,035 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T22:42:44,041 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T22:42:44,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:44,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:42:44,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,050 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ed8014902436,36753,1733265763600, sessionid=0x1019ea63fb80000, setting cluster-up flag (Was=false) 2024-12-03T22:42:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,106 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T22:42:44,115 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,36753,1733265763600 2024-12-03T22:42:44,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,158 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T22:42:44,159 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,36753,1733265763600 2024-12-03T22:42:44,160 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T22:42:44,162 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:44,163 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T22:42:44,163 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T22:42:44,163 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ed8014902436,36753,1733265763600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ed8014902436:0, corePoolSize=10, maxPoolSize=10 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:42:44,166 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:44,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T22:42:44,170 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:44,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733265794184 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T22:42:44,184 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T22:42:44,190 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,207 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T22:42:44,207 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T22:42:44,207 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T22:42:44,215 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(746): ClusterId : 918e066e-21c0-428e-bad6-aea7491d60a0 2024-12-03T22:42:44,216 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T22:42:44,222 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T22:42:44,223 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T22:42:44,230 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265764223,5,FailOnTimeoutGroup] 2024-12-03T22:42:44,231 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265764231,5,FailOnTimeoutGroup] 2024-12-03T22:42:44,232 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,232 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T22:42:44,232 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,232 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:42:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:42:44,243 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T22:42:44,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T22:42:44,243 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T22:42:44,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b 2024-12-03T22:42:44,251 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T22:42:44,251 DEBUG [RS:0;ed8014902436:36307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122b270f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:42:44,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:42:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:42:44,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:44,265 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ed8014902436:36307 2024-12-03T22:42:44,265 INFO [RS:0;ed8014902436:36307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T22:42:44,265 INFO [RS:0;ed8014902436:36307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T22:42:44,265 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T22:42:44,266 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(2659): reportForDuty to master=ed8014902436,36753,1733265763600 with port=36307, startcode=1733265763756 2024-12-03T22:42:44,266 DEBUG [RS:0;ed8014902436:36307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T22:42:44,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:42:44,276 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T22:42:44,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:42:44,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:44,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ed8014902436,36307,1733265763756 2024-12-03T22:42:44,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36753 {}] master.ServerManager(517): Registering regionserver=ed8014902436,36307,1733265763756 2024-12-03T22:42:44,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:44,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:42:44,279 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b 2024-12-03T22:42:44,279 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40119 2024-12-03T22:42:44,279 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T22:42:44,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:42:44,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:44,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:44,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:42:44,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:42:44,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:44,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:44,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:42:44,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:42:44,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:44,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:44,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:42:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:42:44,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740 2024-12-03T22:42:44,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740 2024-12-03T22:42:44,291 DEBUG [RS:0;ed8014902436:36307 {}] zookeeper.ZKUtil(111): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ed8014902436,36307,1733265763756 2024-12-03T22:42:44,292 WARN [RS:0;ed8014902436:36307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:42:44,292 INFO [RS:0;ed8014902436:36307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:42:44,292 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756 2024-12-03T22:42:44,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:42:44,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:42:44,294 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:42:44,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:42:44,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:42:44,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826678, jitterRate=0.051176369190216064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:42:44,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733265764264Initializing all the Stores at 1733265764266 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265764266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265764274 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265764274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265764274Cleaning up temporary data from old regions at 1733265764294 (+20 ms)Region opened successfully at 1733265764305 (+11 ms) 2024-12-03T22:42:44,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:42:44,306 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:42:44,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:42:44,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:42:44,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:42:44,308 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:42:44,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265764306Disabling compacts and flushes for region at 1733265764306Disabling writes for close at 1733265764306Writing region close event to WAL at 1733265764307 (+1 ms)Closed at 1733265764307 2024-12-03T22:42:44,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ed8014902436,36307,1733265763756] 2024-12-03T22:42:44,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:44,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T22:42:44,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T22:42:44,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:42:44,317 INFO [RS:0;ed8014902436:36307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T22:42:44,318 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T22:42:44,330 INFO [RS:0;ed8014902436:36307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T22:42:44,331 INFO [RS:0;ed8014902436:36307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T22:42:44,331 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,334 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T22:42:44,336 INFO [RS:0;ed8014902436:36307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T22:42:44,336 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,336 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,337 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,337 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:42:44,337 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:42:44,337 DEBUG [RS:0;ed8014902436:36307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:42:44,337 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,337 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,337 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,338 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,338 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,338 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36307,1733265763756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:42:44,358 INFO [RS:0;ed8014902436:36307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T22:42:44,359 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36307,1733265763756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,359 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,359 INFO [RS:0;ed8014902436:36307 {}] regionserver.Replication(171): ed8014902436,36307,1733265763756 started 2024-12-03T22:42:44,380 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:44,380 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1482): Serving as ed8014902436,36307,1733265763756, RpcServer on ed8014902436/172.17.0.2:36307, sessionid=0x1019ea63fb80001 2024-12-03T22:42:44,380 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T22:42:44,380 DEBUG [RS:0;ed8014902436:36307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ed8014902436,36307,1733265763756 2024-12-03T22:42:44,380 DEBUG [RS:0;ed8014902436:36307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,36307,1733265763756' 2024-12-03T22:42:44,380 DEBUG [RS:0;ed8014902436:36307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T22:42:44,381 DEBUG [RS:0;ed8014902436:36307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T22:42:44,382 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T22:42:44,382 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T22:42:44,382 DEBUG [RS:0;ed8014902436:36307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ed8014902436,36307,1733265763756 2024-12-03T22:42:44,382 DEBUG [RS:0;ed8014902436:36307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,36307,1733265763756' 2024-12-03T22:42:44,382 DEBUG [RS:0;ed8014902436:36307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T22:42:44,383 DEBUG [RS:0;ed8014902436:36307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T22:42:44,383 DEBUG [RS:0;ed8014902436:36307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T22:42:44,383 INFO [RS:0;ed8014902436:36307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T22:42:44,383 INFO [RS:0;ed8014902436:36307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T22:42:44,469 WARN [ed8014902436:36753 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T22:42:44,484 INFO [RS:0;ed8014902436:36307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:42:44,486 INFO [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C36307%2C1733265763756, suffix=, logDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/oldWALs, maxLogs=32 2024-12-03T22:42:44,506 DEBUG [RS:0;ed8014902436:36307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265764487, exclude list is [], retry=0 2024-12-03T22:42:44,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725,DISK] 2024-12-03T22:42:44,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-444b6952-8278-453c-9095-f797469820c6,DISK] 2024-12-03T22:42:44,531 INFO [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265764487 2024-12-03T22:42:44,531 DEBUG [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235),(127.0.0.1/127.0.0.1:42177:42177)] 2024-12-03T22:42:44,719 DEBUG [ed8014902436:36753 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T22:42:44,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ed8014902436,36307,1733265763756 2024-12-03T22:42:44,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,36307,1733265763756, state=OPENING 2024-12-03T22:42:44,773 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T22:42:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:42:44,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:42:44,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,36307,1733265763756}] 2024-12-03T22:42:44,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:44,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:44,937 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T22:42:44,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T22:42:44,951 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T22:42:44,951 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:42:44,951 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T22:42:44,953 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C36307%2C1733265763756.meta, suffix=.meta, logDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756, archiveDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/oldWALs, maxLogs=32 2024-12-03T22:42:44,971 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.meta.1733265764954.meta, exclude list is [], retry=0 2024-12-03T22:42:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725,DISK] 2024-12-03T22:42:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-444b6952-8278-453c-9095-f797469820c6,DISK] 2024-12-03T22:42:44,980 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.meta.1733265764954.meta 2024-12-03T22:42:44,980 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235),(127.0.0.1/127.0.0.1:42177:42177)] 2024-12-03T22:42:44,980 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:42:44,981 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T22:42:44,981 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T22:42:44,981 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T22:42:44,981 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T22:42:44,981 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:44,981 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T22:42:44,981 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T22:42:44,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:42:44,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:42:44,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:44,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:44,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:42:44,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:42:44,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:45,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:45,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:42:45,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:42:45,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:45,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:42:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:42:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:42:45,013 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:42:45,014 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740 2024-12-03T22:42:45,015 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740 2024-12-03T22:42:45,017 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:42:45,017 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:42:45,018 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:42:45,020 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:42:45,021 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732762, jitterRate=-0.06824600696563721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:42:45,021 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T22:42:45,022 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733265764982Writing region info on filesystem at 1733265764982Initializing all the Stores at 1733265764983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265764983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265764994 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265764994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265764994Cleaning up temporary data from old regions at 1733265765017 (+23 ms)Running coprocessor post-open hooks at 1733265765021 (+4 ms)Region opened successfully at 1733265765022 (+1 ms) 2024-12-03T22:42:45,023 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733265764937 2024-12-03T22:42:45,026 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T22:42:45,026 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T22:42:45,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,36307,1733265763756 2024-12-03T22:42:45,029 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,36307,1733265763756, state=OPEN 2024-12-03T22:42:45,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:42:45,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ed8014902436,36307,1733265763756 2024-12-03T22:42:45,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:42:45,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:45,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:42:45,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T22:42:45,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,36307,1733265763756 in 281 msec 2024-12-03T22:42:45,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T22:42:45,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 759 msec 2024-12-03T22:42:45,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:42:45,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T22:42:45,074 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:42:45,074 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,36307,1733265763756, seqNum=-1] 2024-12-03T22:42:45,075 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:42:45,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43077, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:42:45,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-12-03T22:42:45,083 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733265765083, completionTime=-1 2024-12-03T22:42:45,083 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T22:42:45,083 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733265825086 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733265885086 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36753,1733265763600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36753,1733265763600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36753,1733265763600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ed8014902436:36753, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,086 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,087 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,089 DEBUG [master/ed8014902436:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T22:42:45,090 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.257sec 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36753,1733265763600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:42:45,091 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36753,1733265763600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T22:42:45,093 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T22:42:45,093 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T22:42:45,094 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36753,1733265763600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:42:45,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a22bad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:42:45,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ed8014902436,36753,-1 for getting cluster id 2024-12-03T22:42:45,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T22:42:45,118 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '918e066e-21c0-428e-bad6-aea7491d60a0' 2024-12-03T22:42:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T22:42:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "918e066e-21c0-428e-bad6-aea7491d60a0" 2024-12-03T22:42:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac490c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:42:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ed8014902436,36753,-1] 2024-12-03T22:42:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T22:42:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:42:45,121 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T22:42:45,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8645ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:42:45,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:42:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,36307,1733265763756, seqNum=-1] 2024-12-03T22:42:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:42:45,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:42:45,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ed8014902436,36753,1733265763600 2024-12-03T22:42:45,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:42:45,130 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T22:42:45,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T22:42:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ed8014902436,36753,1733265763600 2024-12-03T22:42:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e28d0f6 2024-12-03T22:42:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T22:42:45,134 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T22:42:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T22:42:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T22:42:45,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:42:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:42:45,138 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T22:42:45,138 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:45,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-03T22:42:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:42:45,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T22:42:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741835_1011 (size=405) 2024-12-03T22:42:45,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741835_1011 (size=405) 2024-12-03T22:42:45,155 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 722abe601d90e6646c75660685c8997e, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b 2024-12-03T22:42:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741836_1012 (size=88) 2024-12-03T22:42:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741836_1012 (size=88) 2024-12-03T22:42:45,169 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:45,169 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 722abe601d90e6646c75660685c8997e, disabling compactions & flushes 2024-12-03T22:42:45,170 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,170 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,170 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. after waiting 0 ms 2024-12-03T22:42:45,170 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,170 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,170 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 722abe601d90e6646c75660685c8997e: Waiting for close lock at 1733265765169Disabling compacts and flushes for region at 1733265765169Disabling writes for close at 1733265765170 (+1 ms)Writing region close event to WAL at 1733265765170Closed at 1733265765170 2024-12-03T22:42:45,171 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T22:42:45,172 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733265765171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733265765171"}]},"ts":"1733265765171"} 2024-12-03T22:42:45,175 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T22:42:45,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T22:42:45,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265765176"}]},"ts":"1733265765176"} 2024-12-03T22:42:45,179 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-03T22:42:45,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=722abe601d90e6646c75660685c8997e, ASSIGN}] 2024-12-03T22:42:45,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=722abe601d90e6646c75660685c8997e, ASSIGN 2024-12-03T22:42:45,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=722abe601d90e6646c75660685c8997e, ASSIGN; state=OFFLINE, location=ed8014902436,36307,1733265763756; forceNewPlan=false, retain=false 2024-12-03T22:42:45,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=722abe601d90e6646c75660685c8997e, regionState=OPENING, regionLocation=ed8014902436,36307,1733265763756 2024-12-03T22:42:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=722abe601d90e6646c75660685c8997e, ASSIGN because future has completed 2024-12-03T22:42:45,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 722abe601d90e6646c75660685c8997e, server=ed8014902436,36307,1733265763756}] 2024-12-03T22:42:45,496 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,496 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 722abe601d90e6646c75660685c8997e, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:42:45,496 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,497 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:42:45,497 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,497 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,498 INFO [StoreOpener-722abe601d90e6646c75660685c8997e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,500 INFO [StoreOpener-722abe601d90e6646c75660685c8997e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722abe601d90e6646c75660685c8997e columnFamilyName info 2024-12-03T22:42:45,500 DEBUG [StoreOpener-722abe601d90e6646c75660685c8997e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:42:45,501 INFO [StoreOpener-722abe601d90e6646c75660685c8997e-1 {}] regionserver.HStore(327): Store=722abe601d90e6646c75660685c8997e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:42:45,501 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,502 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,502 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,503 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,503 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,505 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,507 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:42:45,508 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 722abe601d90e6646c75660685c8997e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758710, jitterRate=-0.03525131940841675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T22:42:45,508 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 722abe601d90e6646c75660685c8997e 2024-12-03T22:42:45,509 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 722abe601d90e6646c75660685c8997e: Running coprocessor pre-open hook at 1733265765497Writing region info on filesystem at 1733265765497Initializing all the Stores at 1733265765498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265765498Cleaning up temporary data from old regions at 1733265765503 (+5 ms)Running coprocessor post-open hooks at 1733265765508 (+5 ms)Region opened successfully at 1733265765509 (+1 ms) 2024-12-03T22:42:45,510 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e., pid=6, masterSystemTime=1733265765490 2024-12-03T22:42:45,512 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,512 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:45,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=722abe601d90e6646c75660685c8997e, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,36307,1733265763756 2024-12-03T22:42:45,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 722abe601d90e6646c75660685c8997e, server=ed8014902436,36307,1733265763756 because future has completed 2024-12-03T22:42:45,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T22:42:45,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 722abe601d90e6646c75660685c8997e, server=ed8014902436,36307,1733265763756 in 181 msec 2024-12-03T22:42:45,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T22:42:45,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=722abe601d90e6646c75660685c8997e, ASSIGN in 341 msec 2024-12-03T22:42:45,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T22:42:45,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265765525"}]},"ts":"1733265765525"} 2024-12-03T22:42:45,528 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-03T22:42:45,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T22:42:45,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 394 msec 2024-12-03T22:42:45,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T22:42:45,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T22:42:45,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:42:45,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T22:42:45,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:42:45,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-03T22:42:49,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:49,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:49,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:49,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:49,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T22:42:50,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:42:50,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T22:42:50,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-03T22:42:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:42:55,167 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T22:42:55,167 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-03T22:42:55,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:42:55,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e., hostname=ed8014902436,36307,1733265763756, seqNum=2] 2024-12-03T22:42:55,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:42:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:42:55,189 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T22:42:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T22:42:55,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T22:42:55,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T22:42:55,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T22:42:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:55,357 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 722abe601d90e6646c75660685c8997e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T22:42:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/ef73c83c98344465a65c12f8d16ab556 is 1055, key is row0001/info:/1733265775179/Put/seqid=0 2024-12-03T22:42:55,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741837_1013 (size=6008) 2024-12-03T22:42:55,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741837_1013 (size=6008) 2024-12-03T22:42:55,379 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/ef73c83c98344465a65c12f8d16ab556 2024-12-03T22:42:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/ef73c83c98344465a65c12f8d16ab556 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/ef73c83c98344465a65c12f8d16ab556 2024-12-03T22:42:55,393 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/ef73c83c98344465a65c12f8d16ab556, entries=1, sequenceid=5, filesize=5.9 K 2024-12-03T22:42:55,394 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 722abe601d90e6646c75660685c8997e in 37ms, sequenceid=5, compaction requested=false 2024-12-03T22:42:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 722abe601d90e6646c75660685c8997e: 2024-12-03T22:42:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:42:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T22:42:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T22:42:55,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T22:42:55,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-12-03T22:42:55,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 218 msec 2024-12-03T22:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T22:43:05,284 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T22:43:05,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T22:43:05,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T22:43:05,291 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T22:43:05,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T22:43:05,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T22:43:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:05,445 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 722abe601d90e6646c75660685c8997e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T22:43:05,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/6e99c205ade44079b112f0870fcd2a3f is 1055, key is row0002/info:/1733265785285/Put/seqid=0 2024-12-03T22:43:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741838_1014 (size=6008) 2024-12-03T22:43:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741838_1014 (size=6008) 2024-12-03T22:43:05,460 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/6e99c205ade44079b112f0870fcd2a3f 2024-12-03T22:43:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/6e99c205ade44079b112f0870fcd2a3f as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/6e99c205ade44079b112f0870fcd2a3f 2024-12-03T22:43:05,476 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/6e99c205ade44079b112f0870fcd2a3f, entries=1, sequenceid=9, filesize=5.9 K 2024-12-03T22:43:05,477 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 722abe601d90e6646c75660685c8997e in 32ms, sequenceid=9, compaction requested=false 2024-12-03T22:43:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 722abe601d90e6646c75660685c8997e: 2024-12-03T22:43:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T22:43:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T22:43:05,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T22:43:05,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-12-03T22:43:05,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-12-03T22:43:13,569 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T22:43:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T22:43:15,374 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T22:43:15,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265795376, exclude list is [], retry=0 2024-12-03T22:43:15,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725,DISK] 2024-12-03T22:43:15,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-444b6952-8278-453c-9095-f797469820c6,DISK] 2024-12-03T22:43:15,392 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265764487 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265795376 2024-12-03T22:43:15,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235),(127.0.0.1/127.0.0.1:42177:42177)] 2024-12-03T22:43:15,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265764487 is not closed yet, will try archiving it next time 2024-12-03T22:43:15,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741833_1009 (size=5471) 2024-12-03T22:43:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741833_1009 (size=5471) 2024-12-03T22:43:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T22:43:15,396 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T22:43:15,397 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T22:43:15,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T22:43:15,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T22:43:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:15,550 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 722abe601d90e6646c75660685c8997e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T22:43:15,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/eec32363bbcd4e6a957e376333c5246c is 1055, key is row0003/info:/1733265795375/Put/seqid=0 2024-12-03T22:43:15,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741840_1016 (size=6008) 2024-12-03T22:43:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741840_1016 (size=6008) 2024-12-03T22:43:15,560 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/eec32363bbcd4e6a957e376333c5246c 2024-12-03T22:43:15,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/eec32363bbcd4e6a957e376333c5246c as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/eec32363bbcd4e6a957e376333c5246c 2024-12-03T22:43:15,575 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/eec32363bbcd4e6a957e376333c5246c, entries=1, sequenceid=13, filesize=5.9 K 2024-12-03T22:43:15,576 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 722abe601d90e6646c75660685c8997e in 26ms, sequenceid=13, compaction requested=true 2024-12-03T22:43:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 722abe601d90e6646c75660685c8997e: 2024-12-03T22:43:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T22:43:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T22:43:15,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T22:43:15,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-12-03T22:43:15,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-12-03T22:43:25,123 INFO [master/ed8014902436:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T22:43:25,123 INFO [master/ed8014902436:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T22:43:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T22:43:25,484 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T22:43:25,486 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:43:25,489 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:43:25,490 DEBUG [Time-limited test {}] regionserver.HStore(1541): 722abe601d90e6646c75660685c8997e/info is initiating minor compaction (all files) 2024-12-03T22:43:25,490 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T22:43:25,490 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:25,491 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 722abe601d90e6646c75660685c8997e/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:25,491 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/ef73c83c98344465a65c12f8d16ab556, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/6e99c205ade44079b112f0870fcd2a3f, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/eec32363bbcd4e6a957e376333c5246c] into tmpdir=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp, totalSize=17.6 K 2024-12-03T22:43:25,492 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ef73c83c98344465a65c12f8d16ab556, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733265775179 2024-12-03T22:43:25,493 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6e99c205ade44079b112f0870fcd2a3f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733265785285 2024-12-03T22:43:25,493 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eec32363bbcd4e6a957e376333c5246c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733265795375 2024-12-03T22:43:25,516 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 722abe601d90e6646c75660685c8997e#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:43:25,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/c2e8cbdb317d4bd6826c607e1e6d06a1 is 1055, key is row0001/info:/1733265775179/Put/seqid=0 2024-12-03T22:43:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741841_1017 (size=8221) 2024-12-03T22:43:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741841_1017 (size=8221) 2024-12-03T22:43:25,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/c2e8cbdb317d4bd6826c607e1e6d06a1 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/c2e8cbdb317d4bd6826c607e1e6d06a1 2024-12-03T22:43:25,547 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 722abe601d90e6646c75660685c8997e/info of 722abe601d90e6646c75660685c8997e into c2e8cbdb317d4bd6826c607e1e6d06a1(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:43:25,547 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 722abe601d90e6646c75660685c8997e: 2024-12-03T22:43:25,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265805550, exclude list is [], retry=0 2024-12-03T22:43:25,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725,DISK] 2024-12-03T22:43:25,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-444b6952-8278-453c-9095-f797469820c6,DISK] 2024-12-03T22:43:25,568 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265795376 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265805550 2024-12-03T22:43:25,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235),(127.0.0.1/127.0.0.1:42177:42177)] 2024-12-03T22:43:25,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265795376 is not closed yet, will try archiving it next time 2024-12-03T22:43:25,568 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265764487 to hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/oldWALs/ed8014902436%2C36307%2C1733265763756.1733265764487 2024-12-03T22:43:25,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741839_1015 (size=2495) 2024-12-03T22:43:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741839_1015 (size=2495) 2024-12-03T22:43:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T22:43:25,571 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T22:43:25,572 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T22:43:25,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T22:43:25,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T22:43:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:25,725 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 722abe601d90e6646c75660685c8997e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T22:43:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/cc2d19d7d74c43ddb06903e0a49156b3 is 1055, key is row0000/info:/1733265805549/Put/seqid=0 2024-12-03T22:43:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741843_1019 (size=6008) 2024-12-03T22:43:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741843_1019 (size=6008) 2024-12-03T22:43:25,738 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/cc2d19d7d74c43ddb06903e0a49156b3 2024-12-03T22:43:25,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/cc2d19d7d74c43ddb06903e0a49156b3 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/cc2d19d7d74c43ddb06903e0a49156b3 2024-12-03T22:43:25,754 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/cc2d19d7d74c43ddb06903e0a49156b3, entries=1, sequenceid=18, filesize=5.9 K 2024-12-03T22:43:25,755 INFO [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 722abe601d90e6646c75660685c8997e in 30ms, sequenceid=18, compaction requested=false 2024-12-03T22:43:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 722abe601d90e6646c75660685c8997e: 2024-12-03T22:43:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T22:43:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T22:43:25,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T22:43:25,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-12-03T22:43:25,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-12-03T22:43:30,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 722abe601d90e6646c75660685c8997e, had cached 0 bytes from a total of 14229 2024-12-03T22:43:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T22:43:35,674 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T22:43:35,690 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265815677, exclude list is [], retry=0 2024-12-03T22:43:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-2d8a91c6-83a6-46dd-a7ff-90f542b20725,DISK] 2024-12-03T22:43:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-444b6952-8278-453c-9095-f797469820c6,DISK] 2024-12-03T22:43:35,694 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265805550 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265815677 2024-12-03T22:43:35,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235),(127.0.0.1/127.0.0.1:42177:42177)] 2024-12-03T22:43:35,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265805550 is not closed yet, will try archiving it next time 2024-12-03T22:43:35,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T22:43:35,694 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/WALs/ed8014902436,36307,1733265763756/ed8014902436%2C36307%2C1733265763756.1733265795376 to hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/oldWALs/ed8014902436%2C36307%2C1733265763756.1733265795376 2024-12-03T22:43:35,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:43:35,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:43:35,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:43:35,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T22:43:35,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:43:35,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T22:43:35,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2075967471, stopped=false 2024-12-03T22:43:35,695 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ed8014902436,36753,1733265763600 2024-12-03T22:43:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741842_1018 (size=2001) 2024-12-03T22:43:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741842_1018 (size=2001) 2024-12-03T22:43:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:43:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:43:35,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:35,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:35,750 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:43:35,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:43:35,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:43:35,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:43:35,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:43:35,751 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ed8014902436,36307,1733265763756' ***** 2024-12-03T22:43:35,751 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T22:43:35,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:43:35,752 INFO [RS:0;ed8014902436:36307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T22:43:35,752 INFO [RS:0;ed8014902436:36307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T22:43:35,752 INFO [RS:0;ed8014902436:36307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T22:43:35,753 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for 722abe601d90e6646c75660685c8997e 2024-12-03T22:43:35,753 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(959): stopping server ed8014902436,36307,1733265763756 2024-12-03T22:43:35,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T22:43:35,753 INFO [RS:0;ed8014902436:36307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:43:35,753 INFO [RS:0;ed8014902436:36307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ed8014902436:36307. 2024-12-03T22:43:35,753 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 722abe601d90e6646c75660685c8997e, disabling compactions & flushes 2024-12-03T22:43:35,753 DEBUG [RS:0;ed8014902436:36307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:43:35,753 DEBUG [RS:0;ed8014902436:36307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:43:35,753 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:35,754 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:35,754 INFO [RS:0;ed8014902436:36307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T22:43:35,754 INFO [RS:0;ed8014902436:36307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T22:43:35,754 INFO [RS:0;ed8014902436:36307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T22:43:35,754 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. after waiting 0 ms 2024-12-03T22:43:35,754 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T22:43:35,754 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:35,754 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 722abe601d90e6646c75660685c8997e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T22:43:35,754 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T22:43:35,754 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 722abe601d90e6646c75660685c8997e=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.} 2024-12-03T22:43:35,754 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:43:35,754 DEBUG [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 722abe601d90e6646c75660685c8997e 2024-12-03T22:43:35,755 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:43:35,755 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:43:35,755 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:43:35,755 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:43:35,755 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-03T22:43:35,761 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/81f9119e905d45f89796ee3d0c721365 is 1055, key is row0001/info:/1733265815676/Put/seqid=0 2024-12-03T22:43:35,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741845_1021 (size=6008) 2024-12-03T22:43:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741845_1021 (size=6008) 2024-12-03T22:43:35,766 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/81f9119e905d45f89796ee3d0c721365 2024-12-03T22:43:35,772 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/info/0a2960c881a943d7929534d01cd56e26 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e./info:regioninfo/1733265765513/Put/seqid=0 2024-12-03T22:43:35,774 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/.tmp/info/81f9119e905d45f89796ee3d0c721365 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/81f9119e905d45f89796ee3d0c721365 2024-12-03T22:43:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741846_1022 (size=7308) 2024-12-03T22:43:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741846_1022 (size=7308) 2024-12-03T22:43:35,777 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/info/0a2960c881a943d7929534d01cd56e26 2024-12-03T22:43:35,780 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/81f9119e905d45f89796ee3d0c721365, entries=1, sequenceid=22, filesize=5.9 K 2024-12-03T22:43:35,781 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 722abe601d90e6646c75660685c8997e in 27ms, sequenceid=22, compaction requested=true 2024-12-03T22:43:35,782 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/ef73c83c98344465a65c12f8d16ab556, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/6e99c205ade44079b112f0870fcd2a3f, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/eec32363bbcd4e6a957e376333c5246c] to archive 2024-12-03T22:43:35,785 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T22:43:35,787 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/ef73c83c98344465a65c12f8d16ab556 to hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/ef73c83c98344465a65c12f8d16ab556 2024-12-03T22:43:35,789 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/6e99c205ade44079b112f0870fcd2a3f to hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/6e99c205ade44079b112f0870fcd2a3f 2024-12-03T22:43:35,790 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/eec32363bbcd4e6a957e376333c5246c to hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/info/eec32363bbcd4e6a957e376333c5246c 2024-12-03T22:43:35,797 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/ns/c618238a28f34823ad765007569d96ac is 43, key is default/ns:d/1733265765076/Put/seqid=0 2024-12-03T22:43:35,801 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ed8014902436:36753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-03T22:43:35,802 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ef73c83c98344465a65c12f8d16ab556=6008, 6e99c205ade44079b112f0870fcd2a3f=6008, eec32363bbcd4e6a957e376333c5246c=6008] 2024-12-03T22:43:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741847_1023 (size=5153) 2024-12-03T22:43:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741847_1023 (size=5153) 2024-12-03T22:43:35,803 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/ns/c618238a28f34823ad765007569d96ac 2024-12-03T22:43:35,805 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/722abe601d90e6646c75660685c8997e/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-03T22:43:35,806 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:35,806 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 722abe601d90e6646c75660685c8997e: Waiting for close lock at 1733265815753Running coprocessor pre-close hooks at 1733265815753Disabling compacts and flushes for region at 1733265815753Disabling writes for close at 1733265815754 (+1 ms)Obtaining lock to block concurrent updates at 1733265815754Preparing flush snapshotting stores in 722abe601d90e6646c75660685c8997e at 1733265815754Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733265815755 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. at 1733265815756 (+1 ms)Flushing 722abe601d90e6646c75660685c8997e/info: creating writer at 1733265815756Flushing 722abe601d90e6646c75660685c8997e/info: appending metadata at 1733265815760 (+4 ms)Flushing 722abe601d90e6646c75660685c8997e/info: closing flushed file at 1733265815760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4296ce0d: reopening flushed file at 1733265815773 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 722abe601d90e6646c75660685c8997e in 27ms, sequenceid=22, compaction requested=true at 1733265815781 (+8 ms)Writing region close event to WAL at 1733265815802 (+21 ms)Running coprocessor post-close hooks at 1733265815806 (+4 ms)Closed at 1733265815806 2024-12-03T22:43:35,806 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733265765134.722abe601d90e6646c75660685c8997e. 2024-12-03T22:43:35,820 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/table/cfae06107b524d019794760a3d758fc0 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733265765525/Put/seqid=0 2024-12-03T22:43:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741848_1024 (size=5508) 2024-12-03T22:43:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741848_1024 (size=5508) 2024-12-03T22:43:35,825 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/table/cfae06107b524d019794760a3d758fc0 2024-12-03T22:43:35,832 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/info/0a2960c881a943d7929534d01cd56e26 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/info/0a2960c881a943d7929534d01cd56e26 2024-12-03T22:43:35,837 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/info/0a2960c881a943d7929534d01cd56e26, entries=10, sequenceid=11, filesize=7.1 K 2024-12-03T22:43:35,838 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/ns/c618238a28f34823ad765007569d96ac as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/ns/c618238a28f34823ad765007569d96ac 2024-12-03T22:43:35,845 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/ns/c618238a28f34823ad765007569d96ac, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T22:43:35,846 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/.tmp/table/cfae06107b524d019794760a3d758fc0 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/table/cfae06107b524d019794760a3d758fc0 2024-12-03T22:43:35,851 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/table/cfae06107b524d019794760a3d758fc0, entries=2, sequenceid=11, filesize=5.4 K 2024-12-03T22:43:35,852 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=11, compaction requested=false 2024-12-03T22:43:35,857 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T22:43:35,857 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:43:35,857 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:43:35,857 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265815754Running coprocessor pre-close hooks at 1733265815754Disabling compacts and flushes for region at 1733265815754Disabling writes for close at 1733265815755 (+1 ms)Obtaining lock to block concurrent updates at 1733265815755Preparing flush snapshotting stores in 1588230740 at 1733265815755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733265815756 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733265815757 (+1 ms)Flushing 1588230740/info: creating writer at 1733265815757Flushing 1588230740/info: appending metadata at 1733265815771 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733265815771Flushing 1588230740/ns: creating writer at 1733265815783 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733265815797 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733265815797Flushing 1588230740/table: creating writer at 1733265815808 (+11 ms)Flushing 1588230740/table: appending metadata at 1733265815820 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733265815820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bab9cad: reopening flushed file at 1733265815831 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d265d61: reopening flushed file at 1733265815837 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91e1acb: reopening flushed file at 1733265815845 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=11, compaction requested=false at 1733265815852 (+7 ms)Writing region close event to WAL at 1733265815853 (+1 ms)Running coprocessor post-close hooks at 1733265815857 (+4 ms)Closed at 1733265815857 2024-12-03T22:43:35,857 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T22:43:35,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:43:35,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T22:43:35,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T22:43:35,955 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(976): stopping server ed8014902436,36307,1733265763756; all regions closed. 2024-12-03T22:43:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741834_1010 (size=3306) 2024-12-03T22:43:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741834_1010 (size=3306) 2024-12-03T22:43:35,964 DEBUG [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/oldWALs 2024-12-03T22:43:35,964 INFO [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C36307%2C1733265763756.meta:.meta(num 1733265764954) 2024-12-03T22:43:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741844_1020 (size=1252) 2024-12-03T22:43:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741844_1020 (size=1252) 2024-12-03T22:43:35,970 DEBUG [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/oldWALs 2024-12-03T22:43:35,970 INFO [RS:0;ed8014902436:36307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C36307%2C1733265763756:(num 1733265815677) 2024-12-03T22:43:35,970 DEBUG [RS:0;ed8014902436:36307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:43:35,970 INFO [RS:0;ed8014902436:36307 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:43:35,971 INFO [RS:0;ed8014902436:36307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:43:35,971 INFO [RS:0;ed8014902436:36307 {}] hbase.ChoreService(370): Chore service for: regionserver/ed8014902436:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T22:43:35,971 INFO [RS:0;ed8014902436:36307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:43:35,971 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:43:35,971 INFO [RS:0;ed8014902436:36307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36307 2024-12-03T22:43:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:43:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ed8014902436,36307,1733265763756 2024-12-03T22:43:35,991 INFO [RS:0;ed8014902436:36307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:43:35,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ed8014902436,36307,1733265763756] 2024-12-03T22:43:36,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ed8014902436,36307,1733265763756 already deleted, retry=false 2024-12-03T22:43:36,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ed8014902436,36307,1733265763756 expired; onlineServers=0 2024-12-03T22:43:36,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ed8014902436,36753,1733265763600' ***** 2024-12-03T22:43:36,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T22:43:36,008 INFO [M:0;ed8014902436:36753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:43:36,008 INFO [M:0;ed8014902436:36753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:43:36,008 DEBUG [M:0;ed8014902436:36753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T22:43:36,008 DEBUG [M:0;ed8014902436:36753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T22:43:36,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T22:43:36,008 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265764231 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265764231,5,FailOnTimeoutGroup] 2024-12-03T22:43:36,008 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265764223 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265764223,5,FailOnTimeoutGroup] 2024-12-03T22:43:36,008 INFO [M:0;ed8014902436:36753 {}] hbase.ChoreService(370): Chore service for: master/ed8014902436:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T22:43:36,008 INFO [M:0;ed8014902436:36753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:43:36,009 DEBUG [M:0;ed8014902436:36753 {}] master.HMaster(1795): Stopping service threads 2024-12-03T22:43:36,009 INFO [M:0;ed8014902436:36753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T22:43:36,009 INFO [M:0;ed8014902436:36753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:43:36,009 INFO [M:0;ed8014902436:36753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T22:43:36,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T22:43:36,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T22:43:36,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:36,016 DEBUG [M:0;ed8014902436:36753 {}] zookeeper.ZKUtil(347): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T22:43:36,016 WARN [M:0;ed8014902436:36753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T22:43:36,018 INFO [M:0;ed8014902436:36753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/.lastflushedseqids 2024-12-03T22:43:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741849_1025 (size=130) 2024-12-03T22:43:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741849_1025 (size=130) 2024-12-03T22:43:36,024 INFO [M:0;ed8014902436:36753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T22:43:36,025 INFO [M:0;ed8014902436:36753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T22:43:36,025 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:43:36,025 INFO [M:0;ed8014902436:36753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:36,025 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:36,025 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:43:36,025 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:36,025 INFO [M:0;ed8014902436:36753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.89 KB 2024-12-03T22:43:36,040 DEBUG [M:0;ed8014902436:36753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97577745ac15441499f88c179f0e90be is 82, key is hbase:meta,,1/info:regioninfo/1733265765027/Put/seqid=0 2024-12-03T22:43:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741850_1026 (size=5672) 2024-12-03T22:43:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741850_1026 (size=5672) 2024-12-03T22:43:36,046 INFO [M:0;ed8014902436:36753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97577745ac15441499f88c179f0e90be 2024-12-03T22:43:36,064 DEBUG [M:0;ed8014902436:36753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87dbfc9650bf44dc8e7b96eb3ea56334 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733265765531/Put/seqid=0 2024-12-03T22:43:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741851_1027 (size=7817) 2024-12-03T22:43:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741851_1027 (size=7817) 2024-12-03T22:43:36,070 INFO [M:0;ed8014902436:36753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.93 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87dbfc9650bf44dc8e7b96eb3ea56334 2024-12-03T22:43:36,074 INFO [M:0;ed8014902436:36753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87dbfc9650bf44dc8e7b96eb3ea56334 2024-12-03T22:43:36,087 DEBUG [M:0;ed8014902436:36753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09520702e1a14633b3214e3522c7597c is 69, key is ed8014902436,36307,1733265763756/rs:state/1733265764277/Put/seqid=0 2024-12-03T22:43:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741852_1028 (size=5156) 2024-12-03T22:43:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741852_1028 (size=5156) 2024-12-03T22:43:36,092 INFO [M:0;ed8014902436:36753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09520702e1a14633b3214e3522c7597c 2024-12-03T22:43:36,099 INFO [RS:0;ed8014902436:36307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:43:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:43:36,099 INFO [RS:0;ed8014902436:36307 {}] regionserver.HRegionServer(1031): Exiting; stopping=ed8014902436,36307,1733265763756; zookeeper connection closed. 2024-12-03T22:43:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36307-0x1019ea63fb80001, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:43:36,100 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bd49c2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bd49c2a 2024-12-03T22:43:36,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T22:43:36,109 DEBUG [M:0;ed8014902436:36753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92eccbb52db34fa2b5e84255f74a1da7 is 52, key is load_balancer_on/state:d/1733265765129/Put/seqid=0 2024-12-03T22:43:36,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741853_1029 (size=5056) 2024-12-03T22:43:36,115 INFO [M:0;ed8014902436:36753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92eccbb52db34fa2b5e84255f74a1da7 2024-12-03T22:43:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741853_1029 (size=5056) 2024-12-03T22:43:36,121 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97577745ac15441499f88c179f0e90be as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97577745ac15441499f88c179f0e90be 2024-12-03T22:43:36,126 INFO [M:0;ed8014902436:36753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97577745ac15441499f88c179f0e90be, entries=8, sequenceid=121, filesize=5.5 K 2024-12-03T22:43:36,128 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87dbfc9650bf44dc8e7b96eb3ea56334 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87dbfc9650bf44dc8e7b96eb3ea56334 2024-12-03T22:43:36,133 INFO [M:0;ed8014902436:36753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87dbfc9650bf44dc8e7b96eb3ea56334 2024-12-03T22:43:36,133 INFO [M:0;ed8014902436:36753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87dbfc9650bf44dc8e7b96eb3ea56334, entries=14, sequenceid=121, filesize=7.6 K 2024-12-03T22:43:36,134 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09520702e1a14633b3214e3522c7597c as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09520702e1a14633b3214e3522c7597c 2024-12-03T22:43:36,139 INFO [M:0;ed8014902436:36753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09520702e1a14633b3214e3522c7597c, entries=1, sequenceid=121, filesize=5.0 K 2024-12-03T22:43:36,141 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92eccbb52db34fa2b5e84255f74a1da7 as hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/92eccbb52db34fa2b5e84255f74a1da7 2024-12-03T22:43:36,146 INFO [M:0;ed8014902436:36753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40119/user/jenkins/test-data/f3fea5e0-98a6-56ba-77fd-aa08e215ac4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/92eccbb52db34fa2b5e84255f74a1da7, entries=1, sequenceid=121, filesize=4.9 K 2024-12-03T22:43:36,147 INFO [M:0;ed8014902436:36753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=121, compaction requested=false 2024-12-03T22:43:36,150 INFO [M:0;ed8014902436:36753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:36,150 DEBUG [M:0;ed8014902436:36753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265816025Disabling compacts and flushes for region at 1733265816025Disabling writes for close at 1733265816025Obtaining lock to block concurrent updates at 1733265816025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733265816025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44581, getHeapSize=56144, getOffHeapSize=0, getCellsCount=140 at 1733265816025Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733265816026 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733265816026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733265816039 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733265816039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733265816051 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733265816064 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733265816064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733265816074 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733265816086 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733265816086Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733265816097 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733265816109 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733265816109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3079ca: reopening flushed file at 1733265816120 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0127b3: reopening flushed file at 1733265816127 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20434ce9: reopening flushed file at 1733265816133 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0a29bd: reopening flushed file at 1733265816139 (+6 ms)Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=121, compaction requested=false at 1733265816147 (+8 ms)Writing region close event to WAL at 1733265816150 (+3 ms)Closed at 1733265816150 2024-12-03T22:43:36,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741830_1006 (size=52978) 2024-12-03T22:43:36,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741830_1006 (size=52978) 2024-12-03T22:43:36,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:43:36,153 INFO [M:0;ed8014902436:36753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T22:43:36,153 INFO [M:0;ed8014902436:36753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36753 2024-12-03T22:43:36,153 INFO [M:0;ed8014902436:36753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:43:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:43:36,275 INFO [M:0;ed8014902436:36753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:43:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36753-0x1019ea63fb80000, quorum=127.0.0.1:62002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:43:36,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3227ec29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:43:36,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@df9f073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:43:36,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:43:36,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@163ba220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:43:36,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@421e5187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir/,STOPPED} 2024-12-03T22:43:36,285 WARN [BP-2117683343-172.17.0.2-1733265761758 heartbeating to localhost/127.0.0.1:40119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:43:36,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:43:36,285 WARN [BP-2117683343-172.17.0.2-1733265761758 heartbeating to localhost/127.0.0.1:40119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117683343-172.17.0.2-1733265761758 (Datanode Uuid 2b0c19d8-9752-49f7-b19e-574621ac5ce3) service to localhost/127.0.0.1:40119 2024-12-03T22:43:36,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:43:36,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data3/current/BP-2117683343-172.17.0.2-1733265761758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:43:36,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data4/current/BP-2117683343-172.17.0.2-1733265761758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:43:36,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:43:36,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d4fd973{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:43:36,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b573d53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:43:36,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:43:36,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bfb80f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:43:36,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff40f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir/,STOPPED} 2024-12-03T22:43:36,292 WARN [BP-2117683343-172.17.0.2-1733265761758 heartbeating to localhost/127.0.0.1:40119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:43:36,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:43:36,292 WARN [BP-2117683343-172.17.0.2-1733265761758 heartbeating to localhost/127.0.0.1:40119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117683343-172.17.0.2-1733265761758 (Datanode Uuid 1d40af55-4e04-48af-ab80-4893049ad6f4) service to localhost/127.0.0.1:40119 2024-12-03T22:43:36,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:43:36,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data1/current/BP-2117683343-172.17.0.2-1733265761758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:43:36,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/cluster_90dc7b15-12be-a917-7492-3903d24834f1/data/data2/current/BP-2117683343-172.17.0.2-1733265761758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:43:36,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:43:36,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c74f2cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:43:36,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7ae80c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:43:36,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:43:36,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7688e99e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:43:36,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40944473{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir/,STOPPED} 2024-12-03T22:43:36,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T22:43:36,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T22:43:36,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=428 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=4989 (was 4931) - AvailableMemoryMB LEAK? - 2024-12-03T22:43:36,340 INFO [regionserver/ed8014902436:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=4989 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.log.dir so I do NOT create it in target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a570874-5736-4b20-3ff7-60d60702a018/hadoop.tmp.dir so I do NOT create it in target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b, deleteOnExit=true 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/test.cache.data in system properties and HBase conf 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir in system properties and HBase conf 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T22:43:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T22:43:36,344 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/nfs.dump.dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/java.io.tmpdir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T22:43:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T22:43:36,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:43:36,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:43:36,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:43:36,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:43:36,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:43:36,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:43:36,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@89a86c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:43:36,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4936efbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:43:36,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d903d10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/java.io.tmpdir/jetty-localhost-32837-hadoop-hdfs-3_4_1-tests_jar-_-any-6724387421400707693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:43:36,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f84ad39{HTTP/1.1, (http/1.1)}{localhost:32837} 2024-12-03T22:43:36,737 INFO [Time-limited test {}] server.Server(415): Started @148376ms 2024-12-03T22:43:36,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:43:36,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:43:36,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:43:36,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:43:36,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:43:36,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e43b4d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:43:36,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec0ea44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:43:37,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12ab0fb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/java.io.tmpdir/jetty-localhost-40003-hadoop-hdfs-3_4_1-tests_jar-_-any-11423819983329611322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:43:37,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23367848{HTTP/1.1, (http/1.1)}{localhost:40003} 2024-12-03T22:43:37,092 INFO [Time-limited test {}] server.Server(415): Started @148731ms 2024-12-03T22:43:37,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:43:37,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:43:37,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:43:37,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:43:37,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:43:37,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:43:37,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ace4ffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:43:37,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30cff8f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:43:37,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68423e31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/java.io.tmpdir/jetty-localhost-39713-hadoop-hdfs-3_4_1-tests_jar-_-any-10286301658073106430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:43:37,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb559e2{HTTP/1.1, (http/1.1)}{localhost:39713} 2024-12-03T22:43:37,275 INFO [Time-limited test {}] server.Server(415): Started @148914ms 2024-12-03T22:43:37,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:43:37,870 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data1/current/BP-924831635-172.17.0.2-1733265816372/current, will proceed with Du for space computation calculation, 2024-12-03T22:43:37,870 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data2/current/BP-924831635-172.17.0.2-1733265816372/current, will proceed with Du for space computation calculation, 2024-12-03T22:43:37,889 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:43:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44fe2ca1a3481d9f with lease ID 0xf77d8471c912b97f: Processing first storage report for DS-f926fb68-b971-41b7-a49d-524e4f4a5719 from datanode DatanodeRegistration(127.0.0.1:40465, datanodeUuid=f010ffd4-eab6-4c9b-a5c9-df5f05bc322c, infoPort=45023, infoSecurePort=0, ipcPort=45401, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372) 2024-12-03T22:43:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44fe2ca1a3481d9f with lease ID 0xf77d8471c912b97f: from storage DS-f926fb68-b971-41b7-a49d-524e4f4a5719 node DatanodeRegistration(127.0.0.1:40465, datanodeUuid=f010ffd4-eab6-4c9b-a5c9-df5f05bc322c, infoPort=45023, infoSecurePort=0, ipcPort=45401, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:43:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44fe2ca1a3481d9f with lease ID 0xf77d8471c912b97f: Processing first storage report for DS-23daadab-ad7a-4280-862d-f6948cc55090 from datanode DatanodeRegistration(127.0.0.1:40465, datanodeUuid=f010ffd4-eab6-4c9b-a5c9-df5f05bc322c, infoPort=45023, infoSecurePort=0, ipcPort=45401, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372) 2024-12-03T22:43:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44fe2ca1a3481d9f with lease ID 0xf77d8471c912b97f: from storage DS-23daadab-ad7a-4280-862d-f6948cc55090 node DatanodeRegistration(127.0.0.1:40465, datanodeUuid=f010ffd4-eab6-4c9b-a5c9-df5f05bc322c, infoPort=45023, infoSecurePort=0, ipcPort=45401, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:43:38,041 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data3/current/BP-924831635-172.17.0.2-1733265816372/current, will proceed with Du for space computation calculation, 2024-12-03T22:43:38,041 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data4/current/BP-924831635-172.17.0.2-1733265816372/current, will proceed with Du for space computation calculation, 2024-12-03T22:43:38,061 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:43:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1cca92076531ea5 with lease ID 0xf77d8471c912b980: Processing first storage report for DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb from datanode DatanodeRegistration(127.0.0.1:40013, datanodeUuid=86bb2676-f2c7-49a3-8e1d-f8c84df531a9, infoPort=46001, infoSecurePort=0, ipcPort=34485, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372) 2024-12-03T22:43:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1cca92076531ea5 with lease ID 0xf77d8471c912b980: from storage DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb node DatanodeRegistration(127.0.0.1:40013, datanodeUuid=86bb2676-f2c7-49a3-8e1d-f8c84df531a9, infoPort=46001, infoSecurePort=0, ipcPort=34485, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:43:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1cca92076531ea5 with lease ID 0xf77d8471c912b980: Processing first storage report for DS-335f5115-9f06-48ca-b64e-23e3e5e9cec0 from datanode DatanodeRegistration(127.0.0.1:40013, datanodeUuid=86bb2676-f2c7-49a3-8e1d-f8c84df531a9, infoPort=46001, infoSecurePort=0, ipcPort=34485, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372) 2024-12-03T22:43:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1cca92076531ea5 with lease ID 0xf77d8471c912b980: from storage DS-335f5115-9f06-48ca-b64e-23e3e5e9cec0 node DatanodeRegistration(127.0.0.1:40013, datanodeUuid=86bb2676-f2c7-49a3-8e1d-f8c84df531a9, infoPort=46001, infoSecurePort=0, ipcPort=34485, storageInfo=lv=-57;cid=testClusterID;nsid=1914400588;c=1733265816372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:43:38,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9 2024-12-03T22:43:38,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/zookeeper_0, clientPort=61148, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T22:43:38,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61148 2024-12-03T22:43:38,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:43:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:43:38,141 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f with version=8 2024-12-03T22:43:38,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase-staging 2024-12-03T22:43:38,143 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:43:38,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:43:38,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:43:38,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:43:38,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:43:38,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:43:38,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T22:43:38,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:43:38,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42687 2024-12-03T22:43:38,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42687 connecting to ZooKeeper ensemble=127.0.0.1:61148 2024-12-03T22:43:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426870x0, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:43:38,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42687-0x1019ea714d60000 connected 2024-12-03T22:43:38,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:43:38,259 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f, hbase.cluster.distributed=false 2024-12-03T22:43:38,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:43:38,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42687 2024-12-03T22:43:38,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42687 2024-12-03T22:43:38,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42687 2024-12-03T22:43:38,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42687 2024-12-03T22:43:38,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42687 2024-12-03T22:43:38,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T22:43:38,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:43:38,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34021 2024-12-03T22:43:38,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34021 connecting to ZooKeeper ensemble=127.0.0.1:61148 2024-12-03T22:43:38,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340210x0, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:43:38,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34021-0x1019ea714d60001 connected 2024-12-03T22:43:38,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:43:38,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T22:43:38,295 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T22:43:38,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T22:43:38,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:43:38,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34021 2024-12-03T22:43:38,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34021 2024-12-03T22:43:38,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34021 2024-12-03T22:43:38,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34021 2024-12-03T22:43:38,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34021 2024-12-03T22:43:38,315 DEBUG [M:0;ed8014902436:42687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ed8014902436:42687 2024-12-03T22:43:38,315 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ed8014902436,42687,1733265818143 2024-12-03T22:43:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:43:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:43:38,327 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ed8014902436,42687,1733265818143 2024-12-03T22:43:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T22:43:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,335 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T22:43:38,336 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ed8014902436,42687,1733265818143 from backup master directory 2024-12-03T22:43:38,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ed8014902436,42687,1733265818143 2024-12-03T22:43:38,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:43:38,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:43:38,343 WARN [master/ed8014902436:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:43:38,343 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ed8014902436,42687,1733265818143 2024-12-03T22:43:38,350 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/hbase.id] with ID: 6ba77e1c-1eef-439c-9550-73af99e1b4d3 2024-12-03T22:43:38,350 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/.tmp/hbase.id 2024-12-03T22:43:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:43:38,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:43:38,359 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/.tmp/hbase.id]:[hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/hbase.id] 2024-12-03T22:43:38,375 INFO [master/ed8014902436:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:38,375 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T22:43:38,377 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T22:43:38,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:43:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:43:38,392 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:43:38,393 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T22:43:38,393 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:43:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:43:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:43:38,400 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store 2024-12-03T22:43:38,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:43:38,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:43:38,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:43:38,408 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:43:38,408 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:38,408 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:38,408 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:43:38,408 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:38,408 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:43:38,408 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265818408Disabling compacts and flushes for region at 1733265818408Disabling writes for close at 1733265818408Writing region close event to WAL at 1733265818408Closed at 1733265818408 2024-12-03T22:43:38,409 WARN [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/.initializing 2024-12-03T22:43:38,409 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/WALs/ed8014902436,42687,1733265818143 2024-12-03T22:43:38,410 INFO [master/ed8014902436:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:43:38,411 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C42687%2C1733265818143, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/WALs/ed8014902436,42687,1733265818143, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/oldWALs, maxLogs=10 2024-12-03T22:43:38,423 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/WALs/ed8014902436,42687,1733265818143/ed8014902436%2C42687%2C1733265818143.1733265818412, exclude list is [], retry=0 2024-12-03T22:43:38,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb,DISK] 2024-12-03T22:43:38,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40465,DS-f926fb68-b971-41b7-a49d-524e4f4a5719,DISK] 2024-12-03T22:43:38,428 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/WALs/ed8014902436,42687,1733265818143/ed8014902436%2C42687%2C1733265818143.1733265818412 2024-12-03T22:43:38,428 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45023:45023),(127.0.0.1/127.0.0.1:46001:46001)] 2024-12-03T22:43:38,428 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:43:38,428 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:43:38,428 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,428 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T22:43:38,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:38,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T22:43:38,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:43:38,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T22:43:38,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:43:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T22:43:38,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:43:38,438 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,439 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,439 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,441 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,441 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,441 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T22:43:38,442 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:43:38,444 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:43:38,444 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749344, jitterRate=-0.047160565853118896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T22:43:38,445 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733265818428Initializing all the Stores at 1733265818429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265818429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265818430 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265818430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265818430Cleaning up temporary data from old regions at 1733265818441 (+11 ms)Region opened successfully at 1733265818445 (+4 ms) 2024-12-03T22:43:38,445 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T22:43:38,448 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648a85d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:43:38,449 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T22:43:38,449 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T22:43:38,449 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T22:43:38,449 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T22:43:38,449 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T22:43:38,450 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T22:43:38,450 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T22:43:38,452 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T22:43:38,453 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T22:43:38,480 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T22:43:38,481 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T22:43:38,481 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T22:43:38,488 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T22:43:38,489 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T22:43:38,490 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T22:43:38,501 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T22:43:38,503 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T22:43:38,513 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T22:43:38,515 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T22:43:38,526 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T22:43:38,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:43:38,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:43:38,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,535 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ed8014902436,42687,1733265818143, sessionid=0x1019ea714d60000, setting cluster-up flag (Was=false) 2024-12-03T22:43:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,589 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T22:43:38,592 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,42687,1733265818143 2024-12-03T22:43:38,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:38,647 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T22:43:38,652 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,42687,1733265818143 2024-12-03T22:43:38,655 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T22:43:38,658 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T22:43:38,659 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T22:43:38,659 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T22:43:38,659 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ed8014902436,42687,1733265818143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T22:43:38,661 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:43:38,661 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:43:38,661 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:43:38,661 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:43:38,661 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ed8014902436:0, corePoolSize=10, maxPoolSize=10 2024-12-03T22:43:38,661 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,662 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:43:38,662 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733265848663 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T22:43:38,663 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T22:43:38,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:43:38,664 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T22:43:38,664 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T22:43:38,664 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T22:43:38,664 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T22:43:38,665 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T22:43:38,665 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T22:43:38,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,665 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265818665,5,FailOnTimeoutGroup] 2024-12-03T22:43:38,665 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265818665,5,FailOnTimeoutGroup] 2024-12-03T22:43:38,665 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,666 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T22:43:38,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T22:43:38,666 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,666 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:43:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:43:38,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T22:43:38,675 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f 2024-12-03T22:43:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:43:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:43:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:43:38,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:43:38,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:43:38,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:38,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:43:38,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:43:38,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:43:38,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:43:38,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:43:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:43:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:38,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:38,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:43:38,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740 2024-12-03T22:43:38,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740 2024-12-03T22:43:38,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:43:38,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:43:38,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:43:38,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:43:38,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:43:38,701 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(746): ClusterId : 6ba77e1c-1eef-439c-9550-73af99e1b4d3 2024-12-03T22:43:38,701 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T22:43:38,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=790982, jitterRate=0.005786538124084473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:43:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733265818682Initializing all the Stores at 1733265818683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265818683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265818683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265818683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265818683Cleaning up temporary data from old regions at 1733265818695 (+12 ms)Region opened successfully at 1733265818702 (+7 ms) 2024-12-03T22:43:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:43:38,702 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:43:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:43:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:43:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:43:38,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:43:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265818702Disabling compacts and flushes for region at 1733265818702Disabling writes for close at 1733265818702Writing region close event to WAL at 1733265818702Closed at 1733265818702 2024-12-03T22:43:38,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:43:38,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T22:43:38,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T22:43:38,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:43:38,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T22:43:38,714 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T22:43:38,714 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T22:43:38,723 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T22:43:38,723 DEBUG [RS:0;ed8014902436:34021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4d28e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:43:38,732 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ed8014902436:34021 2024-12-03T22:43:38,732 INFO [RS:0;ed8014902436:34021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T22:43:38,732 INFO [RS:0;ed8014902436:34021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T22:43:38,732 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T22:43:38,733 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(2659): reportForDuty to master=ed8014902436,42687,1733265818143 with port=34021, startcode=1733265818276 2024-12-03T22:43:38,733 DEBUG [RS:0;ed8014902436:34021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T22:43:38,735 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T22:43:38,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ed8014902436,34021,1733265818276 2024-12-03T22:43:38,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] master.ServerManager(517): Registering regionserver=ed8014902436,34021,1733265818276 2024-12-03T22:43:38,736 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f 2024-12-03T22:43:38,736 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41947 2024-12-03T22:43:38,736 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T22:43:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:43:38,747 DEBUG [RS:0;ed8014902436:34021 {}] zookeeper.ZKUtil(111): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ed8014902436,34021,1733265818276 2024-12-03T22:43:38,747 WARN [RS:0;ed8014902436:34021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:43:38,747 INFO [RS:0;ed8014902436:34021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:43:38,748 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276 2024-12-03T22:43:38,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ed8014902436,34021,1733265818276] 2024-12-03T22:43:38,751 INFO [RS:0;ed8014902436:34021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T22:43:38,752 INFO [RS:0;ed8014902436:34021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T22:43:38,752 INFO [RS:0;ed8014902436:34021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T22:43:38,752 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,752 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T22:43:38,753 INFO [RS:0;ed8014902436:34021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T22:43:38,753 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,753 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,753 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,753 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,753 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:43:38,754 DEBUG [RS:0;ed8014902436:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:43:38,754 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,754 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,754 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,754 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,754 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,754 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,34021,1733265818276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:43:38,766 INFO [RS:0;ed8014902436:34021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T22:43:38,766 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,34021,1733265818276-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,766 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,766 INFO [RS:0;ed8014902436:34021 {}] regionserver.Replication(171): ed8014902436,34021,1733265818276 started 2024-12-03T22:43:38,778 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:38,778 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1482): Serving as ed8014902436,34021,1733265818276, RpcServer on ed8014902436/172.17.0.2:34021, sessionid=0x1019ea714d60001 2024-12-03T22:43:38,778 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T22:43:38,778 DEBUG [RS:0;ed8014902436:34021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ed8014902436,34021,1733265818276 2024-12-03T22:43:38,778 DEBUG [RS:0;ed8014902436:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,34021,1733265818276' 2024-12-03T22:43:38,778 DEBUG [RS:0;ed8014902436:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T22:43:38,778 DEBUG [RS:0;ed8014902436:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T22:43:38,779 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T22:43:38,779 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T22:43:38,779 DEBUG [RS:0;ed8014902436:34021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ed8014902436,34021,1733265818276 2024-12-03T22:43:38,779 DEBUG [RS:0;ed8014902436:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,34021,1733265818276' 2024-12-03T22:43:38,779 DEBUG [RS:0;ed8014902436:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T22:43:38,779 DEBUG [RS:0;ed8014902436:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T22:43:38,780 DEBUG [RS:0;ed8014902436:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T22:43:38,780 INFO [RS:0;ed8014902436:34021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T22:43:38,780 INFO [RS:0;ed8014902436:34021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T22:43:38,856 WARN [ed8014902436:42687 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T22:43:38,880 INFO [RS:0;ed8014902436:34021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:43:38,884 INFO [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C34021%2C1733265818276, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/oldWALs, maxLogs=32 2024-12-03T22:43:38,902 DEBUG [RS:0;ed8014902436:34021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265818886, exclude list is [], retry=0 2024-12-03T22:43:38,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40465,DS-f926fb68-b971-41b7-a49d-524e4f4a5719,DISK] 2024-12-03T22:43:38,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb,DISK] 2024-12-03T22:43:38,907 INFO [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265818886 2024-12-03T22:43:38,907 DEBUG [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45023:45023),(127.0.0.1/127.0.0.1:46001:46001)] 2024-12-03T22:43:39,107 DEBUG [ed8014902436:42687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T22:43:39,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:43:39,110 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,34021,1733265818276, state=OPENING 2024-12-03T22:43:39,160 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T22:43:39,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:39,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:43:39,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:43:39,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:43:39,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:43:39,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,34021,1733265818276}] 2024-12-03T22:43:39,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T22:43:39,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T22:43:39,332 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T22:43:39,332 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:43:39,332 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T22:43:39,334 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C34021%2C1733265818276.meta, suffix=.meta, logDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/oldWALs, maxLogs=32 2024-12-03T22:43:39,345 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.meta.1733265819334.meta, exclude list is [], retry=0 2024-12-03T22:43:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb,DISK] 2024-12-03T22:43:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40465,DS-f926fb68-b971-41b7-a49d-524e4f4a5719,DISK] 2024-12-03T22:43:39,348 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.meta.1733265819334.meta 2024-12-03T22:43:39,349 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001),(127.0.0.1/127.0.0.1:45023:45023)] 2024-12-03T22:43:39,349 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:43:39,349 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T22:43:39,349 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T22:43:39,349 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T22:43:39,349 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T22:43:39,350 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:43:39,350 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T22:43:39,350 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T22:43:39,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:43:39,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:43:39,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:39,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:39,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:43:39,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:43:39,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:39,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:39,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:43:39,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:43:39,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:39,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:39,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:43:39,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:43:39,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:39,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:43:39,356 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:43:39,356 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740 2024-12-03T22:43:39,357 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740 2024-12-03T22:43:39,358 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:43:39,358 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:43:39,359 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:43:39,360 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:43:39,361 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875278, jitterRate=0.11297459900379181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:43:39,361 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T22:43:39,361 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733265819350Writing region info on filesystem at 1733265819350Initializing all the Stores at 1733265819351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265819351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265819351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265819351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265819351Cleaning up temporary data from old regions at 1733265819358 (+7 ms)Running coprocessor post-open hooks at 1733265819361 (+3 ms)Region opened successfully at 1733265819361 2024-12-03T22:43:39,362 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733265819326 2024-12-03T22:43:39,364 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T22:43:39,364 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T22:43:39,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:43:39,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,34021,1733265818276, state=OPEN 2024-12-03T22:43:39,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:43:39,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:43:39,396 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ed8014902436,34021,1733265818276 2024-12-03T22:43:39,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:43:39,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:43:39,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T22:43:39,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,34021,1733265818276 in 226 msec 2024-12-03T22:43:39,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T22:43:39,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-12-03T22:43:39,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:43:39,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T22:43:39,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:43:39,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,34021,1733265818276, seqNum=-1] 2024-12-03T22:43:39,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:43:39,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:43:39,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 756 msec 2024-12-03T22:43:39,414 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733265819414, completionTime=-1 2024-12-03T22:43:39,414 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T22:43:39,414 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T22:43:39,416 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T22:43:39,416 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733265879416 2024-12-03T22:43:39,416 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733265939416 2024-12-03T22:43:39,416 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T22:43:39,417 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,42687,1733265818143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,417 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,42687,1733265818143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,417 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,42687,1733265818143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,417 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ed8014902436:42687, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,417 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,417 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,419 DEBUG [master/ed8014902436:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.077sec 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,42687,1733265818143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:43:39,420 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,42687,1733265818143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T22:43:39,423 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T22:43:39,423 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T22:43:39,423 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,42687,1733265818143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:43:39,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe009f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:43:39,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ed8014902436,42687,-1 for getting cluster id 2024-12-03T22:43:39,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T22:43:39,504 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ba77e1c-1eef-439c-9550-73af99e1b4d3' 2024-12-03T22:43:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T22:43:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ba77e1c-1eef-439c-9550-73af99e1b4d3" 2024-12-03T22:43:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5ff3ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:43:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ed8014902436,42687,-1] 2024-12-03T22:43:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T22:43:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:43:39,509 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T22:43:39,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e4af68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:43:39,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:43:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,34021,1733265818276, seqNum=-1] 2024-12-03T22:43:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:43:39,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:43:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ed8014902436,42687,1733265818143 2024-12-03T22:43:39,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:43:39,525 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T22:43:39,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T22:43:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ed8014902436,42687,1733265818143 2024-12-03T22:43:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75dd66c5 2024-12-03T22:43:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T22:43:39,528 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T22:43:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T22:43:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T22:43:39,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:43:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-03T22:43:39,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T22:43:39,531 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:39,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-03T22:43:39,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T22:43:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:43:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741835_1011 (size=381) 2024-12-03T22:43:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741835_1011 (size=381) 2024-12-03T22:43:39,541 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c4d6620b3764eb29a8ef095d5e5bbec, NAME => 'TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f 2024-12-03T22:43:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741836_1012 (size=64) 2024-12-03T22:43:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741836_1012 (size=64) 2024-12-03T22:43:39,548 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:43:39,548 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8c4d6620b3764eb29a8ef095d5e5bbec, disabling compactions & flushes 2024-12-03T22:43:39,548 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,548 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,548 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. after waiting 0 ms 2024-12-03T22:43:39,548 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,548 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,548 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c4d6620b3764eb29a8ef095d5e5bbec: Waiting for close lock at 1733265819548Disabling compacts and flushes for region at 1733265819548Disabling writes for close at 1733265819548Writing region close event to WAL at 1733265819548Closed at 1733265819548 2024-12-03T22:43:39,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T22:43:39,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733265819549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733265819549"}]},"ts":"1733265819549"} 2024-12-03T22:43:39,551 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T22:43:39,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T22:43:39,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265819552"}]},"ts":"1733265819552"} 2024-12-03T22:43:39,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-03T22:43:39,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, ASSIGN}] 2024-12-03T22:43:39,555 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, ASSIGN 2024-12-03T22:43:39,556 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, ASSIGN; state=OFFLINE, location=ed8014902436,34021,1733265818276; forceNewPlan=false, retain=false 2024-12-03T22:43:39,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c4d6620b3764eb29a8ef095d5e5bbec, regionState=OPENING, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:43:39,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, ASSIGN because future has completed 2024-12-03T22:43:39,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276}] 2024-12-03T22:43:39,875 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,875 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4d6620b3764eb29a8ef095d5e5bbec, NAME => 'TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:43:39,876 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,876 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:43:39,876 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,876 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,879 INFO [StoreOpener-8c4d6620b3764eb29a8ef095d5e5bbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,882 INFO [StoreOpener-8c4d6620b3764eb29a8ef095d5e5bbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4d6620b3764eb29a8ef095d5e5bbec columnFamilyName info 2024-12-03T22:43:39,882 DEBUG [StoreOpener-8c4d6620b3764eb29a8ef095d5e5bbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:43:39,883 INFO [StoreOpener-8c4d6620b3764eb29a8ef095d5e5bbec-1 {}] regionserver.HStore(327): Store=8c4d6620b3764eb29a8ef095d5e5bbec/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:43:39,883 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,884 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,885 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,886 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,886 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,889 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,892 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:43:39,893 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c4d6620b3764eb29a8ef095d5e5bbec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864433, jitterRate=0.0991840809583664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T22:43:39,893 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:39,894 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c4d6620b3764eb29a8ef095d5e5bbec: Running coprocessor pre-open hook at 1733265819877Writing region info on filesystem at 1733265819877Initializing all the Stores at 1733265819878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265819879 (+1 ms)Cleaning up temporary data from old regions at 1733265819886 (+7 ms)Running coprocessor post-open hooks at 1733265819893 (+7 ms)Region opened successfully at 1733265819894 (+1 ms) 2024-12-03T22:43:39,896 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., pid=6, masterSystemTime=1733265819867 2024-12-03T22:43:39,898 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,898 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:39,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c4d6620b3764eb29a8ef095d5e5bbec, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:43:39,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 because future has completed 2024-12-03T22:43:39,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T22:43:39,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 in 189 msec 2024-12-03T22:43:39,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T22:43:39,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, ASSIGN in 351 msec 2024-12-03T22:43:39,909 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T22:43:39,909 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733265819909"}]},"ts":"1733265819909"} 2024-12-03T22:43:39,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-03T22:43:39,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T22:43:39,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 385 msec 2024-12-03T22:43:40,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:40,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T22:43:41,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:41,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:43:44,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T22:43:44,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-03T22:43:45,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T22:43:45,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T22:43:45,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:43:45,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T22:43:45,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-03T22:43:45,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-03T22:43:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T22:43:49,554 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-03T22:43:49,554 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-03T22:43:49,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-03T22:43:49,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2] 2024-12-03T22:43:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:49,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:43:49,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/775966fb214546b6b7c39dfa3c7dc5b5 is 1055, key is row0001/info:/1733265829560/Put/seqid=0 2024-12-03T22:43:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741837_1013 (size=13386) 2024-12-03T22:43:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741837_1013 (size=13386) 2024-12-03T22:43:49,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/775966fb214546b6b7c39dfa3c7dc5b5 2024-12-03T22:43:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/775966fb214546b6b7c39dfa3c7dc5b5 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/775966fb214546b6b7c39dfa3c7dc5b5 2024-12-03T22:43:49,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/775966fb214546b6b7c39dfa3c7dc5b5, entries=8, sequenceid=12, filesize=13.1 K 2024-12-03T22:43:49,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 8c4d6620b3764eb29a8ef095d5e5bbec in 42ms, sequenceid=12, compaction requested=false 2024-12-03T22:43:49,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:49,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-03T22:43:49,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/a0b8b8693c3a46f6ad90746215dc4344 is 1055, key is row0009/info:/1733265829577/Put/seqid=0 2024-12-03T22:43:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741838_1014 (size=26030) 2024-12-03T22:43:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741838_1014 (size=26030) 2024-12-03T22:43:49,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/a0b8b8693c3a46f6ad90746215dc4344 2024-12-03T22:43:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/a0b8b8693c3a46f6ad90746215dc4344 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344 2024-12-03T22:43:49,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344, entries=20, sequenceid=35, filesize=25.4 K 2024-12-03T22:43:49,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 8c4d6620b3764eb29a8ef095d5e5bbec in 34ms, sequenceid=35, compaction requested=false 2024-12-03T22:43:49,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:49,656 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-12-03T22:43:49,656 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:49,656 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344 because midkey is the same as first or last row 2024-12-03T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:51,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:43:51,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/a74853f35d2f4b359271682d95ea29f0 is 1055, key is row0029/info:/1733265829623/Put/seqid=0 2024-12-03T22:43:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741839_1015 (size=13386) 2024-12-03T22:43:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741839_1015 (size=13386) 2024-12-03T22:43:51,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/a74853f35d2f4b359271682d95ea29f0 2024-12-03T22:43:51,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/a74853f35d2f4b359271682d95ea29f0 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a74853f35d2f4b359271682d95ea29f0 2024-12-03T22:43:51,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a74853f35d2f4b359271682d95ea29f0, entries=8, sequenceid=46, filesize=13.1 K 2024-12-03T22:43:51,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 8c4d6620b3764eb29a8ef095d5e5bbec in 28ms, sequenceid=46, compaction requested=true 2024-12-03T22:43:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344 because midkey is the same as first or last row 2024-12-03T22:43:51,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4d6620b3764eb29a8ef095d5e5bbec:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:43:51,674 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:43:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:51,675 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:43:51,675 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): 8c4d6620b3764eb29a8ef095d5e5bbec/info is initiating minor compaction (all files) 2024-12-03T22:43:51,675 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c4d6620b3764eb29a8ef095d5e5bbec/info in TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:51,675 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/775966fb214546b6b7c39dfa3c7dc5b5, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a74853f35d2f4b359271682d95ea29f0] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp, totalSize=51.6 K 2024-12-03T22:43:51,676 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 775966fb214546b6b7c39dfa3c7dc5b5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733265829560 2024-12-03T22:43:51,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:43:51,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-03T22:43:51,677 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b8b8693c3a46f6ad90746215dc4344, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733265829577 2024-12-03T22:43:51,677 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting a74853f35d2f4b359271682d95ea29f0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733265829623 2024-12-03T22:43:51,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/e20d99fb52d04f68b237667361a9808a is 1055, key is row0037/info:/1733265831645/Put/seqid=0 2024-12-03T22:43:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741840_1016 (size=19714) 2024-12-03T22:43:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741840_1016 (size=19714) 2024-12-03T22:43:51,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/e20d99fb52d04f68b237667361a9808a 2024-12-03T22:43:51,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/e20d99fb52d04f68b237667361a9808a as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/e20d99fb52d04f68b237667361a9808a 2024-12-03T22:43:51,702 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4d6620b3764eb29a8ef095d5e5bbec#info#compaction#35 average throughput is 18.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:43:51,703 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/35a65d57530147b091ae5bbfcbfd86d8 is 1055, key is row0001/info:/1733265829560/Put/seqid=0 2024-12-03T22:43:51,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/e20d99fb52d04f68b237667361a9808a, entries=14, sequenceid=63, filesize=19.3 K 2024-12-03T22:43:51,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 8c4d6620b3764eb29a8ef095d5e5bbec in 29ms, sequenceid=63, compaction requested=false 2024-12-03T22:43:51,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:51,705 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=70.8 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,705 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,705 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344 because midkey is the same as first or last row 2024-12-03T22:43:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:51,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-03T22:43:51,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/dba932a8383e4685ab1cf0a16604b44c is 1055, key is row0051/info:/1733265831679/Put/seqid=0 2024-12-03T22:43:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741841_1017 (size=43001) 2024-12-03T22:43:51,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741841_1017 (size=43001) 2024-12-03T22:43:51,722 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/35a65d57530147b091ae5bbfcbfd86d8 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 2024-12-03T22:43:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741842_1018 (size=17594) 2024-12-03T22:43:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741842_1018 (size=17594) 2024-12-03T22:43:51,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/dba932a8383e4685ab1cf0a16604b44c 2024-12-03T22:43:51,730 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c4d6620b3764eb29a8ef095d5e5bbec/info of 8c4d6620b3764eb29a8ef095d5e5bbec into 35a65d57530147b091ae5bbfcbfd86d8(size=42.0 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:43:51,730 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:51,732 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., storeName=8c4d6620b3764eb29a8ef095d5e5bbec/info, priority=13, startTime=1733265831674; duration=0sec 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 because midkey is the same as first or last row 2024-12-03T22:43:51,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/dba932a8383e4685ab1cf0a16604b44c as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/dba932a8383e4685ab1cf0a16604b44c 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 because midkey is the same as first or last row 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,732 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,733 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 because midkey is the same as first or last row 2024-12-03T22:43:51,733 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:43:51,733 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4d6620b3764eb29a8ef095d5e5bbec:info 2024-12-03T22:43:51,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/dba932a8383e4685ab1cf0a16604b44c, entries=12, sequenceid=78, filesize=17.2 K 2024-12-03T22:43:51,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=2.05 KB/2102 for 8c4d6620b3764eb29a8ef095d5e5bbec in 32ms, sequenceid=78, compaction requested=true 2024-12-03T22:43:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=78.4 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 because midkey is the same as first or last row 2024-12-03T22:43:51,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4d6620b3764eb29a8ef095d5e5bbec:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:43:51,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:43:51,740 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:43:51,741 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 80309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:43:51,741 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): 8c4d6620b3764eb29a8ef095d5e5bbec/info is initiating minor compaction (all files) 2024-12-03T22:43:51,741 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c4d6620b3764eb29a8ef095d5e5bbec/info in TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:43:51,741 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/e20d99fb52d04f68b237667361a9808a, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/dba932a8383e4685ab1cf0a16604b44c] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp, totalSize=78.4 K 2024-12-03T22:43:51,741 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35a65d57530147b091ae5bbfcbfd86d8, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733265829560 2024-12-03T22:43:51,742 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20d99fb52d04f68b237667361a9808a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733265831645 2024-12-03T22:43:51,742 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting dba932a8383e4685ab1cf0a16604b44c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733265831679 2024-12-03T22:43:51,753 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4d6620b3764eb29a8ef095d5e5bbec#info#compaction#37 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:43:51,754 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/9c13a99ab3d840d99da29f894ad99339 is 1055, key is row0001/info:/1733265829560/Put/seqid=0 2024-12-03T22:43:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741843_1019 (size=70524) 2024-12-03T22:43:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741843_1019 (size=70524) 2024-12-03T22:43:51,765 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/9c13a99ab3d840d99da29f894ad99339 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 2024-12-03T22:43:51,772 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c4d6620b3764eb29a8ef095d5e5bbec/info of 8c4d6620b3764eb29a8ef095d5e5bbec into 9c13a99ab3d840d99da29f894ad99339(size=68.9 K), total size for store is 68.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:51,772 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., storeName=8c4d6620b3764eb29a8ef095d5e5bbec/info, priority=13, startTime=1733265831739; duration=0sec 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 because midkey is the same as first or last row 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 because midkey is the same as first or last row 2024-12-03T22:43:51,772 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-12-03T22:43:51,773 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:51,773 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 because midkey is the same as first or last row 2024-12-03T22:43:51,773 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:43:51,773 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4d6620b3764eb29a8ef095d5e5bbec:info 2024-12-03T22:43:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:43:53,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:43:53,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/40496ccea925422599b75329df4b34da is 1055, key is row0063/info:/1733265831709/Put/seqid=0 2024-12-03T22:43:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741844_1020 (size=13386) 2024-12-03T22:43:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741844_1020 (size=13386) 2024-12-03T22:43:53,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T22:43:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58738 deadline: 1733265843774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 2024-12-03T22:43:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T22:43:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T22:43:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2 because the exception is null or not the one we care about 2024-12-03T22:43:54,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/40496ccea925422599b75329df4b34da 2024-12-03T22:43:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/40496ccea925422599b75329df4b34da as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/40496ccea925422599b75329df4b34da 2024-12-03T22:43:54,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/40496ccea925422599b75329df4b34da, entries=8, sequenceid=91, filesize=13.1 K 2024-12-03T22:43:54,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 8c4d6620b3764eb29a8ef095d5e5bbec in 431ms, sequenceid=91, compaction requested=false 2024-12-03T22:43:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:43:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.9 K, sizeToCheck=16.0 K 2024-12-03T22:43:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:43:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 because midkey is the same as first or last row 2024-12-03T22:44:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:03,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-03T22:44:03,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/f7cc13d781234315b3d305ee94720b58 is 1055, key is row0071/info:/1733265833725/Put/seqid=0 2024-12-03T22:44:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741845_1021 (size=28134) 2024-12-03T22:44:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741845_1021 (size=28134) 2024-12-03T22:44:03,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/f7cc13d781234315b3d305ee94720b58 2024-12-03T22:44:03,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/f7cc13d781234315b3d305ee94720b58 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/f7cc13d781234315b3d305ee94720b58 2024-12-03T22:44:03,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/f7cc13d781234315b3d305ee94720b58, entries=22, sequenceid=116, filesize=27.5 K 2024-12-03T22:44:03,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for 8c4d6620b3764eb29a8ef095d5e5bbec in 29ms, sequenceid=116, compaction requested=true 2024-12-03T22:44:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:44:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=109.4 K, sizeToCheck=16.0 K 2024-12-03T22:44:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:44:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 because midkey is the same as first or last row 2024-12-03T22:44:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4d6620b3764eb29a8ef095d5e5bbec:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:03,857 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:03,859 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112044 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:03,859 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): 8c4d6620b3764eb29a8ef095d5e5bbec/info is initiating minor compaction (all files) 2024-12-03T22:44:03,859 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c4d6620b3764eb29a8ef095d5e5bbec/info in TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:44:03,859 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/40496ccea925422599b75329df4b34da, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/f7cc13d781234315b3d305ee94720b58] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp, totalSize=109.4 K 2024-12-03T22:44:03,860 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c13a99ab3d840d99da29f894ad99339, keycount=62, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733265829560 2024-12-03T22:44:03,860 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40496ccea925422599b75329df4b34da, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733265831709 2024-12-03T22:44:03,861 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7cc13d781234315b3d305ee94720b58, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733265833725 2024-12-03T22:44:03,876 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4d6620b3764eb29a8ef095d5e5bbec#info#compaction#40 average throughput is 23.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:03,877 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/bcd58f068e4c4044a77e26198b207efc is 1055, key is row0001/info:/1733265829560/Put/seqid=0 2024-12-03T22:44:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741846_1022 (size=102263) 2024-12-03T22:44:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741846_1022 (size=102263) 2024-12-03T22:44:03,886 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/bcd58f068e4c4044a77e26198b207efc as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc 2024-12-03T22:44:03,893 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c4d6620b3764eb29a8ef095d5e5bbec/info of 8c4d6620b3764eb29a8ef095d5e5bbec into bcd58f068e4c4044a77e26198b207efc(size=99.9 K), total size for store is 99.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:03,893 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c4d6620b3764eb29a8ef095d5e5bbec: 2024-12-03T22:44:03,893 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., storeName=8c4d6620b3764eb29a8ef095d5e5bbec/info, priority=13, startTime=1733265843857; duration=0sec 2024-12-03T22:44:03,893 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.9 K, sizeToCheck=16.0 K 2024-12-03T22:44:03,893 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:44:03,893 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.9 K, sizeToCheck=16.0 K 2024-12-03T22:44:03,893 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:44:03,894 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.9 K, sizeToCheck=16.0 K 2024-12-03T22:44:03,894 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T22:44:03,894 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:03,894 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:03,894 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4d6620b3764eb29a8ef095d5e5bbec:info 2024-12-03T22:44:03,895 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] assignment.AssignmentManager(1363): Split request from ed8014902436,34021,1733265818276, parent={ENCODED => 8c4d6620b3764eb29a8ef095d5e5bbec, NAME => 'TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-03T22:44:03,899 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=ed8014902436,34021,1733265818276 2024-12-03T22:44:03,902 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c4d6620b3764eb29a8ef095d5e5bbec, daughterA=fdcf5b9aea4374b2e07d51907abc79d1, daughterB=c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:03,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c4d6620b3764eb29a8ef095d5e5bbec, daughterA=fdcf5b9aea4374b2e07d51907abc79d1, daughterB=c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:03,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c4d6620b3764eb29a8ef095d5e5bbec, daughterA=fdcf5b9aea4374b2e07d51907abc79d1, daughterB=c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:03,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c4d6620b3764eb29a8ef095d5e5bbec, daughterA=fdcf5b9aea4374b2e07d51907abc79d1, daughterB=c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:03,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, UNASSIGN}] 2024-12-03T22:44:03,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, UNASSIGN 2024-12-03T22:44:03,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c4d6620b3764eb29a8ef095d5e5bbec, regionState=CLOSING, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:44:03,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, UNASSIGN because future has completed 2024-12-03T22:44:03,915 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-03T22:44:03,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276}] 2024-12-03T22:44:04,072 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,072 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-03T22:44:04,072 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8c4d6620b3764eb29a8ef095d5e5bbec, disabling compactions & flushes 2024-12-03T22:44:04,072 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:44:04,073 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:44:04,073 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. after waiting 0 ms 2024-12-03T22:44:04,073 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:44:04,073 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 8c4d6620b3764eb29a8ef095d5e5bbec 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-12-03T22:44:04,077 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/19683e5c1e9c4556811a5796b8c3a646 is 1055, key is row0093/info:/1733265843830/Put/seqid=0 2024-12-03T22:44:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741847_1023 (size=9170) 2024-12-03T22:44:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741847_1023 (size=9170) 2024-12-03T22:44:04,082 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/19683e5c1e9c4556811a5796b8c3a646 2024-12-03T22:44:04,088 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/.tmp/info/19683e5c1e9c4556811a5796b8c3a646 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/19683e5c1e9c4556811a5796b8c3a646 2024-12-03T22:44:04,093 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/19683e5c1e9c4556811a5796b8c3a646, entries=4, sequenceid=124, filesize=9.0 K 2024-12-03T22:44:04,094 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 8c4d6620b3764eb29a8ef095d5e5bbec in 21ms, sequenceid=124, compaction requested=false 2024-12-03T22:44:04,096 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/775966fb214546b6b7c39dfa3c7dc5b5, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a74853f35d2f4b359271682d95ea29f0, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/e20d99fb52d04f68b237667361a9808a, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/dba932a8383e4685ab1cf0a16604b44c, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/40496ccea925422599b75329df4b34da, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/f7cc13d781234315b3d305ee94720b58] to archive 2024-12-03T22:44:04,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T22:44:04,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/775966fb214546b6b7c39dfa3c7dc5b5 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/775966fb214546b6b7c39dfa3c7dc5b5 2024-12-03T22:44:04,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a0b8b8693c3a46f6ad90746215dc4344 2024-12-03T22:44:04,103 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/35a65d57530147b091ae5bbfcbfd86d8 2024-12-03T22:44:04,104 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a74853f35d2f4b359271682d95ea29f0 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/a74853f35d2f4b359271682d95ea29f0 2024-12-03T22:44:04,106 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/e20d99fb52d04f68b237667361a9808a to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/e20d99fb52d04f68b237667361a9808a 2024-12-03T22:44:04,108 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/9c13a99ab3d840d99da29f894ad99339 2024-12-03T22:44:04,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/dba932a8383e4685ab1cf0a16604b44c to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/dba932a8383e4685ab1cf0a16604b44c 2024-12-03T22:44:04,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/40496ccea925422599b75329df4b34da to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/40496ccea925422599b75329df4b34da 2024-12-03T22:44:04,114 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/f7cc13d781234315b3d305ee94720b58 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/f7cc13d781234315b3d305ee94720b58 2024-12-03T22:44:04,120 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-12-03T22:44:04,120 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. 2024-12-03T22:44:04,120 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8c4d6620b3764eb29a8ef095d5e5bbec: Waiting for close lock at 1733265844072Running coprocessor pre-close hooks at 1733265844072Disabling compacts and flushes for region at 1733265844072Disabling writes for close at 1733265844073 (+1 ms)Obtaining lock to block concurrent updates at 1733265844073Preparing flush snapshotting stores in 8c4d6620b3764eb29a8ef095d5e5bbec at 1733265844073Finished memstore snapshotting TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., syncing WAL and waiting on mvcc, flushsize=dataSize=4204, getHeapSize=4752, getOffHeapSize=0, getCellsCount=4 at 1733265844073Flushing stores of TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. at 1733265844074 (+1 ms)Flushing 8c4d6620b3764eb29a8ef095d5e5bbec/info: creating writer at 1733265844074Flushing 8c4d6620b3764eb29a8ef095d5e5bbec/info: appending metadata at 1733265844076 (+2 ms)Flushing 8c4d6620b3764eb29a8ef095d5e5bbec/info: closing flushed file at 1733265844077 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a888e3: reopening flushed file at 1733265844087 (+10 ms)Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 8c4d6620b3764eb29a8ef095d5e5bbec in 21ms, sequenceid=124, compaction requested=false at 1733265844094 (+7 ms)Writing region close event to WAL at 1733265844116 (+22 ms)Running coprocessor post-close hooks at 1733265844120 (+4 ms)Closed at 1733265844120 2024-12-03T22:44:04,122 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c4d6620b3764eb29a8ef095d5e5bbec, regionState=CLOSED 2024-12-03T22:44:04,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 because future has completed 2024-12-03T22:44:04,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T22:44:04,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8c4d6620b3764eb29a8ef095d5e5bbec, server=ed8014902436,34021,1733265818276 in 211 msec 2024-12-03T22:44:04,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T22:44:04,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c4d6620b3764eb29a8ef095d5e5bbec, UNASSIGN in 220 msec 2024-12-03T22:44:04,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:04,141 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=8c4d6620b3764eb29a8ef095d5e5bbec, threads=2 2024-12-03T22:44:04,143 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc for region: 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,143 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/19683e5c1e9c4556811a5796b8c3a646 for region: 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,153 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/19683e5c1e9c4556811a5796b8c3a646, top=true 2024-12-03T22:44:04,159 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646 for child: c461b8246c663aaf8e9cf2e44df4e74d, parent: 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,160 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/19683e5c1e9c4556811a5796b8c3a646 for region: 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741848_1024 (size=27) 2024-12-03T22:44:04,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741848_1024 (size=27) 2024-12-03T22:44:04,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741849_1025 (size=27) 2024-12-03T22:44:04,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741849_1025 (size=27) 2024-12-03T22:44:04,170 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc for region: 8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:04,172 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8c4d6620b3764eb29a8ef095d5e5bbec Daughter A: [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec] storefiles, Daughter B: [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec] storefiles. 2024-12-03T22:44:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741850_1026 (size=71) 2024-12-03T22:44:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741850_1026 (size=71) 2024-12-03T22:44:04,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741851_1027 (size=71) 2024-12-03T22:44:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741851_1027 (size=71) 2024-12-03T22:44:04,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:04,206 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-03T22:44:04,208 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-03T22:44:04,210 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733265844210"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733265844210"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733265844210"}]},"ts":"1733265844210"} 2024-12-03T22:44:04,210 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733265844210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733265844210"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733265844210"}]},"ts":"1733265844210"} 2024-12-03T22:44:04,210 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733265844210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733265844210"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733265844210"}]},"ts":"1733265844210"} 2024-12-03T22:44:04,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fdcf5b9aea4374b2e07d51907abc79d1, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c461b8246c663aaf8e9cf2e44df4e74d, ASSIGN}] 2024-12-03T22:44:04,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fdcf5b9aea4374b2e07d51907abc79d1, ASSIGN 2024-12-03T22:44:04,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c461b8246c663aaf8e9cf2e44df4e74d, ASSIGN 2024-12-03T22:44:04,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c461b8246c663aaf8e9cf2e44df4e74d, ASSIGN; state=SPLITTING_NEW, location=ed8014902436,34021,1733265818276; forceNewPlan=false, retain=false 2024-12-03T22:44:04,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fdcf5b9aea4374b2e07d51907abc79d1, ASSIGN; state=SPLITTING_NEW, location=ed8014902436,34021,1733265818276; forceNewPlan=false, retain=false 2024-12-03T22:44:04,378 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fdcf5b9aea4374b2e07d51907abc79d1, regionState=OPENING, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:44:04,378 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c461b8246c663aaf8e9cf2e44df4e74d, regionState=OPENING, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:44:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fdcf5b9aea4374b2e07d51907abc79d1, ASSIGN because future has completed 2024-12-03T22:44:04,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdcf5b9aea4374b2e07d51907abc79d1, server=ed8014902436,34021,1733265818276}] 2024-12-03T22:44:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c461b8246c663aaf8e9cf2e44df4e74d, ASSIGN because future has completed 2024-12-03T22:44:04,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c461b8246c663aaf8e9cf2e44df4e74d, server=ed8014902436,34021,1733265818276}] 2024-12-03T22:44:04,546 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:04,546 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c461b8246c663aaf8e9cf2e44df4e74d, NAME => 'TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-03T22:44:04,546 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,547 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:44:04,547 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,547 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,548 INFO [StoreOpener-c461b8246c663aaf8e9cf2e44df4e74d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,549 INFO [StoreOpener-c461b8246c663aaf8e9cf2e44df4e74d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c461b8246c663aaf8e9cf2e44df4e74d columnFamilyName info 2024-12-03T22:44:04,549 DEBUG [StoreOpener-c461b8246c663aaf8e9cf2e44df4e74d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:04,560 DEBUG [StoreOpener-c461b8246c663aaf8e9cf2e44df4e74d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646 2024-12-03T22:44:04,567 DEBUG [StoreOpener-c461b8246c663aaf8e9cf2e44df4e74d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec->hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc-top 2024-12-03T22:44:04,568 INFO [StoreOpener-c461b8246c663aaf8e9cf2e44df4e74d-1 {}] regionserver.HStore(327): Store=c461b8246c663aaf8e9cf2e44df4e74d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:44:04,568 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,569 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,570 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,570 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,570 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,572 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,573 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened c461b8246c663aaf8e9cf2e44df4e74d; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733683, jitterRate=-0.06707446277141571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T22:44:04,573 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:04,573 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c461b8246c663aaf8e9cf2e44df4e74d: Running coprocessor pre-open hook at 1733265844547Writing region info on filesystem at 1733265844547Initializing all the Stores at 1733265844548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265844548Cleaning up temporary data from old regions at 1733265844570 (+22 ms)Running coprocessor post-open hooks at 1733265844573 (+3 ms)Region opened successfully at 1733265844573 2024-12-03T22:44:04,574 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., pid=13, masterSystemTime=1733265844536 2024-12-03T22:44:04,574 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:04,574 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:04,574 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T22:44:04,575 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:04,575 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:04,575 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:04,576 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec->hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc-top, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=108.8 K 2024-12-03T22:44:04,576 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:04,576 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:04,576 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:04,576 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec, keycount=46, bloomtype=ROW, size=99.9 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733265829560 2024-12-03T22:44:04,577 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fdcf5b9aea4374b2e07d51907abc79d1, NAME => 'TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-03T22:44:04,577 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,577 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:44:04,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c461b8246c663aaf8e9cf2e44df4e74d, regionState=OPEN, openSeqNum=128, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:44:04,577 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646, keycount=4, bloomtype=ROW, size=9.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733265843830 2024-12-03T22:44:04,577 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,577 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,578 INFO [StoreOpener-fdcf5b9aea4374b2e07d51907abc79d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,579 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-03T22:44:04,579 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T22:44:04,579 INFO [StoreOpener-fdcf5b9aea4374b2e07d51907abc79d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdcf5b9aea4374b2e07d51907abc79d1 columnFamilyName info 2024-12-03T22:44:04,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-03T22:44:04,579 DEBUG [StoreOpener-fdcf5b9aea4374b2e07d51907abc79d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:04,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c461b8246c663aaf8e9cf2e44df4e74d, server=ed8014902436,34021,1733265818276 because future has completed 2024-12-03T22:44:04,580 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ed8014902436,34021,1733265818276, table=TestLogRolling-testLogRolling, region=c461b8246c663aaf8e9cf2e44df4e74d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T22:44:04,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T22:44:04,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c461b8246c663aaf8e9cf2e44df4e74d, server=ed8014902436,34021,1733265818276 in 196 msec 2024-12-03T22:44:04,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c461b8246c663aaf8e9cf2e44df4e74d, ASSIGN in 360 msec 2024-12-03T22:44:04,594 DEBUG [StoreOpener-fdcf5b9aea4374b2e07d51907abc79d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec->hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc-bottom 2024-12-03T22:44:04,595 INFO [StoreOpener-fdcf5b9aea4374b2e07d51907abc79d1-1 {}] regionserver.HStore(327): Store=fdcf5b9aea4374b2e07d51907abc79d1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:44:04,595 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,596 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,597 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,597 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,597 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,599 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,600 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened fdcf5b9aea4374b2e07d51907abc79d1; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694929, jitterRate=-0.11635246872901917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T22:44:04,600 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:04,600 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fdcf5b9aea4374b2e07d51907abc79d1: Running coprocessor pre-open hook at 1733265844577Writing region info on filesystem at 1733265844577Initializing all the Stores at 1733265844578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265844578Cleaning up temporary data from old regions at 1733265844597 (+19 ms)Running coprocessor post-open hooks at 1733265844600 (+3 ms)Region opened successfully at 1733265844600 2024-12-03T22:44:04,601 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1., pid=12, masterSystemTime=1733265844536 2024-12-03T22:44:04,601 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store fdcf5b9aea4374b2e07d51907abc79d1:info, priority=-2147483648, current under compaction store size is 2 2024-12-03T22:44:04,601 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:04,601 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-03T22:44:04,601 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:04,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/info/8b372defd431433da91a0771cc925521 is 193, key is TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d./info:regioninfo/1733265844577/Put/seqid=0 2024-12-03T22:44:04,601 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1541): fdcf5b9aea4374b2e07d51907abc79d1/info is initiating minor compaction (all files) 2024-12-03T22:44:04,602 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdcf5b9aea4374b2e07d51907abc79d1/info in TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:04,602 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec->hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc-bottom] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/.tmp, totalSize=99.9 K 2024-12-03T22:44:04,602 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec, keycount=46, bloomtype=ROW, size=99.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733265829560 2024-12-03T22:44:04,603 DEBUG [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:04,603 INFO [RS_OPEN_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:04,604 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fdcf5b9aea4374b2e07d51907abc79d1, regionState=OPEN, openSeqNum=128, regionLocation=ed8014902436,34021,1733265818276 2024-12-03T22:44:04,605 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:04,606 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/3e7759f722814abea09308ab2590e5d5 is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:04,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdcf5b9aea4374b2e07d51907abc79d1, server=ed8014902436,34021,1733265818276 because future has completed 2024-12-03T22:44:04,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T22:44:04,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fdcf5b9aea4374b2e07d51907abc79d1, server=ed8014902436,34021,1733265818276 in 226 msec 2024-12-03T22:44:04,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-03T22:44:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741852_1028 (size=9882) 2024-12-03T22:44:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741852_1028 (size=9882) 2024-12-03T22:44:04,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fdcf5b9aea4374b2e07d51907abc79d1, ASSIGN in 385 msec 2024-12-03T22:44:04,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c4d6620b3764eb29a8ef095d5e5bbec, daughterA=fdcf5b9aea4374b2e07d51907abc79d1, daughterB=c461b8246c663aaf8e9cf2e44df4e74d in 733 msec 2024-12-03T22:44:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741853_1029 (size=39908) 2024-12-03T22:44:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741853_1029 (size=39908) 2024-12-03T22:44:04,645 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/3e7759f722814abea09308ab2590e5d5 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/3e7759f722814abea09308ab2590e5d5 2024-12-03T22:44:04,648 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdcf5b9aea4374b2e07d51907abc79d1#info#compaction#44 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:04,648 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/.tmp/info/ea7b6034581b4ea2b703b6f54336de1d is 1055, key is row0001/info:/1733265829560/Put/seqid=0 2024-12-03T22:44:04,652 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into 3e7759f722814abea09308ab2590e5d5(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:04,652 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:04,652 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=14, startTime=1733265844574; duration=0sec 2024-12-03T22:44:04,652 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:04,652 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741854_1030 (size=71441) 2024-12-03T22:44:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741854_1030 (size=71441) 2024-12-03T22:44:04,659 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/.tmp/info/ea7b6034581b4ea2b703b6f54336de1d as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/ea7b6034581b4ea2b703b6f54336de1d 2024-12-03T22:44:04,665 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in fdcf5b9aea4374b2e07d51907abc79d1/info of fdcf5b9aea4374b2e07d51907abc79d1 into ea7b6034581b4ea2b703b6f54336de1d(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:04,665 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdcf5b9aea4374b2e07d51907abc79d1: 2024-12-03T22:44:04,665 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1., storeName=fdcf5b9aea4374b2e07d51907abc79d1/info, priority=15, startTime=1733265844601; duration=0sec 2024-12-03T22:44:04,665 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:04,665 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdcf5b9aea4374b2e07d51907abc79d1:info 2024-12-03T22:44:05,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/info/8b372defd431433da91a0771cc925521 2024-12-03T22:44:05,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/ns/13a029ca19284da89ff62b5bff4b90dc is 43, key is default/ns:d/1733265819409/Put/seqid=0 2024-12-03T22:44:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741855_1031 (size=5153) 2024-12-03T22:44:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741855_1031 (size=5153) 2024-12-03T22:44:05,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/ns/13a029ca19284da89ff62b5bff4b90dc 2024-12-03T22:44:05,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/table/d3b2f5729e9b4af5acfcf35cfe35bf68 is 65, key is TestLogRolling-testLogRolling/table:state/1733265819909/Put/seqid=0 2024-12-03T22:44:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741856_1032 (size=5340) 2024-12-03T22:44:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741856_1032 (size=5340) 2024-12-03T22:44:05,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/table/d3b2f5729e9b4af5acfcf35cfe35bf68 2024-12-03T22:44:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/info/8b372defd431433da91a0771cc925521 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/info/8b372defd431433da91a0771cc925521 2024-12-03T22:44:05,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/info/8b372defd431433da91a0771cc925521, entries=30, sequenceid=17, filesize=9.7 K 2024-12-03T22:44:05,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/ns/13a029ca19284da89ff62b5bff4b90dc as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/ns/13a029ca19284da89ff62b5bff4b90dc 2024-12-03T22:44:05,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/ns/13a029ca19284da89ff62b5bff4b90dc, entries=2, sequenceid=17, filesize=5.0 K 2024-12-03T22:44:05,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/table/d3b2f5729e9b4af5acfcf35cfe35bf68 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/table/d3b2f5729e9b4af5acfcf35cfe35bf68 2024-12-03T22:44:05,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/table/d3b2f5729e9b4af5acfcf35cfe35bf68, entries=2, sequenceid=17, filesize=5.2 K 2024-12-03T22:44:05,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 535ms, sequenceid=17, compaction requested=false 2024-12-03T22:44:05,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-03T22:44:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58738 deadline: 1733265855842, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. is not online on ed8014902436,34021,1733265818276 2024-12-03T22:44:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. is not online on ed8014902436,34021,1733265818276 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T22:44:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec. is not online on ed8014902436,34021,1733265818276 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T22:44:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733265819528.8c4d6620b3764eb29a8ef095d5e5bbec., hostname=ed8014902436,34021,1733265818276, seqNum=2 from cache 2024-12-03T22:44:08,126 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T22:44:09,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T22:44:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:09,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T22:44:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., hostname=ed8014902436,34021,1733265818276, seqNum=128] 2024-12-03T22:44:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:15,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:44:15,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/30a0d78dadad4ec8adfac22fe4eaf42f is 1055, key is row0097/info:/1733265855900/Put/seqid=0 2024-12-03T22:44:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741857_1033 (size=13394) 2024-12-03T22:44:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741857_1033 (size=13394) 2024-12-03T22:44:15,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/30a0d78dadad4ec8adfac22fe4eaf42f 2024-12-03T22:44:15,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/30a0d78dadad4ec8adfac22fe4eaf42f as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/30a0d78dadad4ec8adfac22fe4eaf42f 2024-12-03T22:44:15,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/30a0d78dadad4ec8adfac22fe4eaf42f, entries=8, sequenceid=139, filesize=13.1 K 2024-12-03T22:44:15,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c461b8246c663aaf8e9cf2e44df4e74d in 24ms, sequenceid=139, compaction requested=false 2024-12-03T22:44:15,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:15,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-03T22:44:15,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/9485dc7f10ad416281a8c2679e6b438c is 1055, key is row0105/info:/1733265855914/Put/seqid=0 2024-12-03T22:44:15,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741858_1034 (size=17606) 2024-12-03T22:44:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741858_1034 (size=17606) 2024-12-03T22:44:15,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/9485dc7f10ad416281a8c2679e6b438c 2024-12-03T22:44:15,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/9485dc7f10ad416281a8c2679e6b438c as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/9485dc7f10ad416281a8c2679e6b438c 2024-12-03T22:44:15,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/9485dc7f10ad416281a8c2679e6b438c, entries=12, sequenceid=154, filesize=17.2 K 2024-12-03T22:44:15,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for c461b8246c663aaf8e9cf2e44df4e74d in 22ms, sequenceid=154, compaction requested=true 2024-12-03T22:44:15,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:15,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:15,960 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:15,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:15,961 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 70908 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:15,961 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:15,961 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:15,962 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/3e7759f722814abea09308ab2590e5d5, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/30a0d78dadad4ec8adfac22fe4eaf42f, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/9485dc7f10ad416281a8c2679e6b438c] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=69.2 K 2024-12-03T22:44:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:15,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-03T22:44:15,962 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e7759f722814abea09308ab2590e5d5, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733265831711 2024-12-03T22:44:15,963 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30a0d78dadad4ec8adfac22fe4eaf42f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733265855900 2024-12-03T22:44:15,963 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9485dc7f10ad416281a8c2679e6b438c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733265855914 2024-12-03T22:44:15,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/7cac9f9f538c4a27b3ed4c98aa9d2a59 is 1055, key is row0117/info:/1733265855938/Put/seqid=0 2024-12-03T22:44:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741859_1035 (size=17606) 2024-12-03T22:44:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741859_1035 (size=17606) 2024-12-03T22:44:15,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/7cac9f9f538c4a27b3ed4c98aa9d2a59 2024-12-03T22:44:15,976 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#50 average throughput is 53.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:15,977 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/a5ebc18342b348b2881d0ef530b632b5 is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:15,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/7cac9f9f538c4a27b3ed4c98aa9d2a59 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7cac9f9f538c4a27b3ed4c98aa9d2a59 2024-12-03T22:44:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741860_1036 (size=61138) 2024-12-03T22:44:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741860_1036 (size=61138) 2024-12-03T22:44:15,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7cac9f9f538c4a27b3ed4c98aa9d2a59, entries=12, sequenceid=169, filesize=17.2 K 2024-12-03T22:44:15,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for c461b8246c663aaf8e9cf2e44df4e74d in 23ms, sequenceid=169, compaction requested=false 2024-12-03T22:44:15,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:15,987 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/a5ebc18342b348b2881d0ef530b632b5 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a5ebc18342b348b2881d0ef530b632b5 2024-12-03T22:44:15,992 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into a5ebc18342b348b2881d0ef530b632b5(size=59.7 K), total size for store is 76.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:15,992 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:15,992 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265855960; duration=0sec 2024-12-03T22:44:15,992 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:15,992 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:17,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:44:17,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/60cb5697a11941df9fc3b78ec4ed7dbb is 1055, key is row0129/info:/1733265857966/Put/seqid=0 2024-12-03T22:44:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741861_1037 (size=13394) 2024-12-03T22:44:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741861_1037 (size=13394) 2024-12-03T22:44:17,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/60cb5697a11941df9fc3b78ec4ed7dbb 2024-12-03T22:44:17,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/60cb5697a11941df9fc3b78ec4ed7dbb as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/60cb5697a11941df9fc3b78ec4ed7dbb 2024-12-03T22:44:18,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/60cb5697a11941df9fc3b78ec4ed7dbb, entries=8, sequenceid=181, filesize=13.1 K 2024-12-03T22:44:18,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c461b8246c663aaf8e9cf2e44df4e74d in 24ms, sequenceid=181, compaction requested=true 2024-12-03T22:44:18,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:18,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:18,004 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:18,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:18,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-03T22:44:18,005 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92138 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:18,005 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:18,005 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:18,005 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a5ebc18342b348b2881d0ef530b632b5, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7cac9f9f538c4a27b3ed4c98aa9d2a59, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/60cb5697a11941df9fc3b78ec4ed7dbb] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=90.0 K 2024-12-03T22:44:18,006 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5ebc18342b348b2881d0ef530b632b5, keycount=53, bloomtype=ROW, size=59.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733265831711 2024-12-03T22:44:18,006 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cac9f9f538c4a27b3ed4c98aa9d2a59, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733265855938 2024-12-03T22:44:18,007 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cb5697a11941df9fc3b78ec4ed7dbb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733265857966 2024-12-03T22:44:18,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/5e90635074c94dec99cedddb8a3bb0ec is 1055, key is row0137/info:/1733265857980/Put/seqid=0 2024-12-03T22:44:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741862_1038 (size=17606) 2024-12-03T22:44:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741862_1038 (size=17606) 2024-12-03T22:44:18,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/5e90635074c94dec99cedddb8a3bb0ec 2024-12-03T22:44:18,020 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#53 average throughput is 36.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:18,021 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/7a29a45067184d29848dcfed6c539dad is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:18,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/5e90635074c94dec99cedddb8a3bb0ec as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/5e90635074c94dec99cedddb8a3bb0ec 2024-12-03T22:44:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741863_1039 (size=82373) 2024-12-03T22:44:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741863_1039 (size=82373) 2024-12-03T22:44:18,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/5e90635074c94dec99cedddb8a3bb0ec, entries=12, sequenceid=196, filesize=17.2 K 2024-12-03T22:44:18,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for c461b8246c663aaf8e9cf2e44df4e74d in 25ms, sequenceid=196, compaction requested=false 2024-12-03T22:44:18,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:18,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-03T22:44:18,032 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/7a29a45067184d29848dcfed6c539dad as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7a29a45067184d29848dcfed6c539dad 2024-12-03T22:44:18,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/cb7181a6e88042eaa3a965faad624730 is 1055, key is row0149/info:/1733265858005/Put/seqid=0 2024-12-03T22:44:18,037 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into 7a29a45067184d29848dcfed6c539dad(size=80.4 K), total size for store is 97.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:18,037 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:18,038 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265858004; duration=0sec 2024-12-03T22:44:18,038 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:18,038 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741864_1040 (size=17606) 2024-12-03T22:44:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741864_1040 (size=17606) 2024-12-03T22:44:18,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/cb7181a6e88042eaa3a965faad624730 2024-12-03T22:44:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/cb7181a6e88042eaa3a965faad624730 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cb7181a6e88042eaa3a965faad624730 2024-12-03T22:44:18,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cb7181a6e88042eaa3a965faad624730, entries=12, sequenceid=211, filesize=17.2 K 2024-12-03T22:44:18,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for c461b8246c663aaf8e9cf2e44df4e74d in 20ms, sequenceid=211, compaction requested=true 2024-12-03T22:44:18,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:18,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:18,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:18,050 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:18,052 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 117585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:18,052 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:18,052 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:18,052 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7a29a45067184d29848dcfed6c539dad, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/5e90635074c94dec99cedddb8a3bb0ec, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cb7181a6e88042eaa3a965faad624730] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=114.8 K 2024-12-03T22:44:18,052 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a29a45067184d29848dcfed6c539dad, keycount=73, bloomtype=ROW, size=80.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733265831711 2024-12-03T22:44:18,052 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e90635074c94dec99cedddb8a3bb0ec, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733265857980 2024-12-03T22:44:18,053 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] compactions.Compactor(225): Compacting cb7181a6e88042eaa3a965faad624730, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733265858005 2024-12-03T22:44:18,064 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#55 average throughput is 48.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:18,064 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/6e420ef56b004d9b9dee81ce5ef66552 is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:18,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741865_1041 (size=107755) 2024-12-03T22:44:18,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741865_1041 (size=107755) 2024-12-03T22:44:18,075 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/6e420ef56b004d9b9dee81ce5ef66552 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/6e420ef56b004d9b9dee81ce5ef66552 2024-12-03T22:44:18,082 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into 6e420ef56b004d9b9dee81ce5ef66552(size=105.2 K), total size for store is 105.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:18,082 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:18,082 INFO [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265858050; duration=0sec 2024-12-03T22:44:18,082 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:18,082 DEBUG [RS:0;ed8014902436:34021-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:19,424 INFO [master/ed8014902436:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T22:44:19,425 INFO [master/ed8014902436:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T22:44:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:20,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:44:20,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/8a5f52b4afcf4a25b96f658321573f4b is 1055, key is row0161/info:/1733265860033/Put/seqid=0 2024-12-03T22:44:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741866_1042 (size=13394) 2024-12-03T22:44:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741866_1042 (size=13394) 2024-12-03T22:44:20,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/8a5f52b4afcf4a25b96f658321573f4b 2024-12-03T22:44:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/8a5f52b4afcf4a25b96f658321573f4b as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/8a5f52b4afcf4a25b96f658321573f4b 2024-12-03T22:44:20,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/8a5f52b4afcf4a25b96f658321573f4b, entries=8, sequenceid=224, filesize=13.1 K 2024-12-03T22:44:20,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for c461b8246c663aaf8e9cf2e44df4e74d in 23ms, sequenceid=224, compaction requested=false 2024-12-03T22:44:20,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:20,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-03T22:44:20,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/757ae117fa024f078648141a1dfb6963 is 1055, key is row0169/info:/1733265860046/Put/seqid=0 2024-12-03T22:44:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741867_1043 (size=18675) 2024-12-03T22:44:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741867_1043 (size=18675) 2024-12-03T22:44:20,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/757ae117fa024f078648141a1dfb6963 2024-12-03T22:44:20,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/757ae117fa024f078648141a1dfb6963 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/757ae117fa024f078648141a1dfb6963 2024-12-03T22:44:20,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/757ae117fa024f078648141a1dfb6963, entries=13, sequenceid=240, filesize=18.2 K 2024-12-03T22:44:20,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=9.24 KB/9459 for c461b8246c663aaf8e9cf2e44df4e74d in 22ms, sequenceid=240, compaction requested=true 2024-12-03T22:44:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:20,091 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:20,092 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 139824 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:20,093 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:20,093 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:20,093 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/6e420ef56b004d9b9dee81ce5ef66552, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/8a5f52b4afcf4a25b96f658321573f4b, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/757ae117fa024f078648141a1dfb6963] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=136.5 K 2024-12-03T22:44:20,093 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e420ef56b004d9b9dee81ce5ef66552, keycount=97, bloomtype=ROW, size=105.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733265831711 2024-12-03T22:44:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:20,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-03T22:44:20,094 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a5f52b4afcf4a25b96f658321573f4b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733265860033 2024-12-03T22:44:20,094 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757ae117fa024f078648141a1dfb6963, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733265860046 2024-12-03T22:44:20,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/cacb0f83d2a54b3a8a0c4c0dd8a39541 is 1055, key is row0182/info:/1733265860070/Put/seqid=0 2024-12-03T22:44:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741868_1044 (size=16553) 2024-12-03T22:44:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741868_1044 (size=16553) 2024-12-03T22:44:20,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/cacb0f83d2a54b3a8a0c4c0dd8a39541 2024-12-03T22:44:20,108 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#59 average throughput is 59.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:20,108 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/74f969e42beb4893bf3e660cc41562a4 is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/cacb0f83d2a54b3a8a0c4c0dd8a39541 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cacb0f83d2a54b3a8a0c4c0dd8a39541 2024-12-03T22:44:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741869_1045 (size=130102) 2024-12-03T22:44:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741869_1045 (size=130102) 2024-12-03T22:44:20,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cacb0f83d2a54b3a8a0c4c0dd8a39541, entries=11, sequenceid=254, filesize=16.2 K 2024-12-03T22:44:20,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for c461b8246c663aaf8e9cf2e44df4e74d in 24ms, sequenceid=254, compaction requested=false 2024-12-03T22:44:20,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:20,118 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/74f969e42beb4893bf3e660cc41562a4 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/74f969e42beb4893bf3e660cc41562a4 2024-12-03T22:44:20,124 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into 74f969e42beb4893bf3e660cc41562a4(size=127.1 K), total size for store is 143.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:20,124 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:20,124 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265860091; duration=0sec 2024-12-03T22:44:20,125 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:20,125 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:22,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T22:44:22,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/d14337866453416cbfd6101710d17327 is 1055, key is row0193/info:/1733265862096/Put/seqid=0 2024-12-03T22:44:22,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741870_1046 (size=13402) 2024-12-03T22:44:22,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741870_1046 (size=13402) 2024-12-03T22:44:22,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/d14337866453416cbfd6101710d17327 2024-12-03T22:44:22,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/d14337866453416cbfd6101710d17327 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/d14337866453416cbfd6101710d17327 2024-12-03T22:44:22,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/d14337866453416cbfd6101710d17327, entries=8, sequenceid=266, filesize=13.1 K 2024-12-03T22:44:22,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c461b8246c663aaf8e9cf2e44df4e74d in 23ms, sequenceid=266, compaction requested=true 2024-12-03T22:44:22,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:22,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:22,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:22,137 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:22,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-03T22:44:22,139 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 160057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:22,139 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:22,139 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:22,139 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/74f969e42beb4893bf3e660cc41562a4, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cacb0f83d2a54b3a8a0c4c0dd8a39541, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/d14337866453416cbfd6101710d17327] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=156.3 K 2024-12-03T22:44:22,140 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f969e42beb4893bf3e660cc41562a4, keycount=118, bloomtype=ROW, size=127.1 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733265831711 2024-12-03T22:44:22,140 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting cacb0f83d2a54b3a8a0c4c0dd8a39541, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733265860070 2024-12-03T22:44:22,141 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting d14337866453416cbfd6101710d17327, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733265862096 2024-12-03T22:44:22,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/26f75b936ba84d8d99df3936f194b9a1 is 1055, key is row0201/info:/1733265862115/Put/seqid=0 2024-12-03T22:44:22,156 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#62 average throughput is 34.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:22,157 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/05205acd2d814758b3551ca15a8492c0 is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741871_1047 (size=17618) 2024-12-03T22:44:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741871_1047 (size=17618) 2024-12-03T22:44:22,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/26f75b936ba84d8d99df3936f194b9a1 2024-12-03T22:44:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/26f75b936ba84d8d99df3936f194b9a1 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/26f75b936ba84d8d99df3936f194b9a1 2024-12-03T22:44:22,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/26f75b936ba84d8d99df3936f194b9a1, entries=12, sequenceid=281, filesize=17.2 K 2024-12-03T22:44:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741872_1048 (size=150291) 2024-12-03T22:44:22,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for c461b8246c663aaf8e9cf2e44df4e74d in 38ms, sequenceid=281, compaction requested=false 2024-12-03T22:44:22,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741872_1048 (size=150291) 2024-12-03T22:44:22,183 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/05205acd2d814758b3551ca15a8492c0 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/05205acd2d814758b3551ca15a8492c0 2024-12-03T22:44:22,190 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into 05205acd2d814758b3551ca15a8492c0(size=146.8 K), total size for store is 164.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:22,190 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:22,190 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265862137; duration=0sec 2024-12-03T22:44:22,191 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:22,191 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:24,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-03T22:44:24,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/235f4769071848a08e17202d58fad00a is 1055, key is row0213/info:/1733265862139/Put/seqid=0 2024-12-03T22:44:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741873_1049 (size=18688) 2024-12-03T22:44:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741873_1049 (size=18688) 2024-12-03T22:44:24,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/235f4769071848a08e17202d58fad00a 2024-12-03T22:44:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/235f4769071848a08e17202d58fad00a as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/235f4769071848a08e17202d58fad00a 2024-12-03T22:44:24,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/235f4769071848a08e17202d58fad00a, entries=13, sequenceid=298, filesize=18.3 K 2024-12-03T22:44:24,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for c461b8246c663aaf8e9cf2e44df4e74d in 21ms, sequenceid=298, compaction requested=true 2024-12-03T22:44:24,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:24,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:24,190 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:24,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:24,192 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:24,192 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:24,192 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:24,192 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/05205acd2d814758b3551ca15a8492c0, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/26f75b936ba84d8d99df3936f194b9a1, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/235f4769071848a08e17202d58fad00a] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=182.2 K 2024-12-03T22:44:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:24,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-03T22:44:24,192 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05205acd2d814758b3551ca15a8492c0, keycount=137, bloomtype=ROW, size=146.8 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733265831711 2024-12-03T22:44:24,193 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f75b936ba84d8d99df3936f194b9a1, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733265862115 2024-12-03T22:44:24,193 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 235f4769071848a08e17202d58fad00a, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733265862139 2024-12-03T22:44:24,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/4fca5aa3958f4fc0a0b0c517a4f59187 is 1055, key is row0226/info:/1733265864170/Put/seqid=0 2024-12-03T22:44:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741874_1050 (size=18688) 2024-12-03T22:44:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741874_1050 (size=18688) 2024-12-03T22:44:24,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/4fca5aa3958f4fc0a0b0c517a4f59187 2024-12-03T22:44:24,207 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#65 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:24,207 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/a1f397b3283e4a4ebcd91c756bd110af is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:24,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/4fca5aa3958f4fc0a0b0c517a4f59187 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/4fca5aa3958f4fc0a0b0c517a4f59187 2024-12-03T22:44:24,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741875_1051 (size=176751) 2024-12-03T22:44:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741875_1051 (size=176751) 2024-12-03T22:44:24,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/4fca5aa3958f4fc0a0b0c517a4f59187, entries=13, sequenceid=314, filesize=18.3 K 2024-12-03T22:44:24,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for c461b8246c663aaf8e9cf2e44df4e74d in 29ms, sequenceid=314, compaction requested=false 2024-12-03T22:44:24,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8855): Flush requested on c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:24,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-03T22:44:24,225 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/a1f397b3283e4a4ebcd91c756bd110af as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a1f397b3283e4a4ebcd91c756bd110af 2024-12-03T22:44:24,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/e1b74d861764473b890a17554fbd2400 is 1055, key is row0239/info:/1733265864193/Put/seqid=0 2024-12-03T22:44:24,234 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into a1f397b3283e4a4ebcd91c756bd110af(size=172.6 K), total size for store is 190.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:24,234 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:24,234 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265864190; duration=0sec 2024-12-03T22:44:24,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741876_1052 (size=19742) 2024-12-03T22:44:24,234 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:24,234 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:24,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741876_1052 (size=19742) 2024-12-03T22:44:24,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/e1b74d861764473b890a17554fbd2400 2024-12-03T22:44:24,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/e1b74d861764473b890a17554fbd2400 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/e1b74d861764473b890a17554fbd2400 2024-12-03T22:44:24,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/e1b74d861764473b890a17554fbd2400, entries=14, sequenceid=331, filesize=19.3 K 2024-12-03T22:44:24,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=4.11 KB/4204 for c461b8246c663aaf8e9cf2e44df4e74d in 24ms, sequenceid=331, compaction requested=true 2024-12-03T22:44:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c461b8246c663aaf8e9cf2e44df4e74d:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T22:44:24,248 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T22:44:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:24,249 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 215181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T22:44:24,249 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1541): c461b8246c663aaf8e9cf2e44df4e74d/info is initiating minor compaction (all files) 2024-12-03T22:44:24,249 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c461b8246c663aaf8e9cf2e44df4e74d/info in TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:24,249 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a1f397b3283e4a4ebcd91c756bd110af, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/4fca5aa3958f4fc0a0b0c517a4f59187, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/e1b74d861764473b890a17554fbd2400] into tmpdir=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp, totalSize=210.1 K 2024-12-03T22:44:24,249 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f397b3283e4a4ebcd91c756bd110af, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733265831711 2024-12-03T22:44:24,250 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fca5aa3958f4fc0a0b0c517a4f59187, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733265864170 2024-12-03T22:44:24,250 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1b74d861764473b890a17554fbd2400, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733265864193 2024-12-03T22:44:24,261 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c461b8246c663aaf8e9cf2e44df4e74d#info#compaction#67 average throughput is 63.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T22:44:24,261 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/1c51a37d5ed44ac2bba9bdcd22806b6e is 1055, key is row0064/info:/1733265831711/Put/seqid=0 2024-12-03T22:44:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741877_1053 (size=205319) 2024-12-03T22:44:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741877_1053 (size=205319) 2024-12-03T22:44:24,272 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/1c51a37d5ed44ac2bba9bdcd22806b6e as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/1c51a37d5ed44ac2bba9bdcd22806b6e 2024-12-03T22:44:24,278 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c461b8246c663aaf8e9cf2e44df4e74d/info of c461b8246c663aaf8e9cf2e44df4e74d into 1c51a37d5ed44ac2bba9bdcd22806b6e(size=200.5 K), total size for store is 200.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T22:44:24,278 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:24,278 INFO [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d., storeName=c461b8246c663aaf8e9cf2e44df4e74d/info, priority=13, startTime=1733265864247; duration=0sec 2024-12-03T22:44:24,278 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T22:44:24,278 DEBUG [RS:0;ed8014902436:34021-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c461b8246c663aaf8e9cf2e44df4e74d:info 2024-12-03T22:44:24,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-03T22:44:26,233 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-03T22:44:26,244 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866233, exclude list is [], retry=0 2024-12-03T22:44:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40465,DS-f926fb68-b971-41b7-a49d-524e4f4a5719,DISK] 2024-12-03T22:44:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb,DISK] 2024-12-03T22:44:26,248 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265818886 with entries=316, filesize=303.34 KB; new WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866233 2024-12-03T22:44:26,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001),(127.0.0.1/127.0.0.1:45023:45023)] 2024-12-03T22:44:26,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265818886 is not closed yet, will try archiving it next time 2024-12-03T22:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741833_1009 (size=310631) 2024-12-03T22:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741833_1009 (size=310631) 2024-12-03T22:44:26,253 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-03T22:44:26,257 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/info/4f5b7cca1bbb4a4cadf7ee6ff9cc562b is 186, key is TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1./info:regioninfo/1733265844603/Put/seqid=0 2024-12-03T22:44:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741879_1055 (size=6153) 2024-12-03T22:44:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741879_1055 (size=6153) 2024-12-03T22:44:26,262 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/info/4f5b7cca1bbb4a4cadf7ee6ff9cc562b 2024-12-03T22:44:26,269 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/.tmp/info/4f5b7cca1bbb4a4cadf7ee6ff9cc562b as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/info/4f5b7cca1bbb4a4cadf7ee6ff9cc562b 2024-12-03T22:44:26,275 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/info/4f5b7cca1bbb4a4cadf7ee6ff9cc562b, entries=5, sequenceid=21, filesize=6.0 K 2024-12-03T22:44:26,276 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=21, compaction requested=false 2024-12-03T22:44:26,276 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-03T22:44:26,276 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fdcf5b9aea4374b2e07d51907abc79d1: 2024-12-03T22:44:26,276 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c461b8246c663aaf8e9cf2e44df4e74d 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-12-03T22:44:26,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/c78081ce54214684b9bf9df129167e1b is 1055, key is row0253/info:/1733265864225/Put/seqid=0 2024-12-03T22:44:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741880_1056 (size=9178) 2024-12-03T22:44:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741880_1056 (size=9178) 2024-12-03T22:44:26,687 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/c78081ce54214684b9bf9df129167e1b 2024-12-03T22:44:26,693 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/.tmp/info/c78081ce54214684b9bf9df129167e1b as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/c78081ce54214684b9bf9df129167e1b 2024-12-03T22:44:26,699 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/c78081ce54214684b9bf9df129167e1b, entries=4, sequenceid=340, filesize=9.0 K 2024-12-03T22:44:26,700 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for c461b8246c663aaf8e9cf2e44df4e74d in 424ms, sequenceid=340, compaction requested=false 2024-12-03T22:44:26,700 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c461b8246c663aaf8e9cf2e44df4e74d: 2024-12-03T22:44:26,714 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866700, exclude list is [], retry=0 2024-12-03T22:44:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-63b88f35-ecc1-4b6c-b339-bfb1fa9daffb,DISK] 2024-12-03T22:44:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40465,DS-f926fb68-b971-41b7-a49d-524e4f4a5719,DISK] 2024-12-03T22:44:26,717 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866233 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866700 2024-12-03T22:44:26,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45023:45023),(127.0.0.1/127.0.0.1:46001:46001)] 2024-12-03T22:44:26,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866233 is not closed yet, will try archiving it next time 2024-12-03T22:44:26,718 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265818886 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/oldWALs/ed8014902436%2C34021%2C1733265818276.1733265818886 2024-12-03T22:44:26,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T22:44:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741878_1054 (size=731) 2024-12-03T22:44:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741878_1054 (size=731) 2024-12-03T22:44:26,720 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/WALs/ed8014902436,34021,1733265818276/ed8014902436%2C34021%2C1733265818276.1733265866233 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/oldWALs/ed8014902436%2C34021%2C1733265818276.1733265866233 2024-12-03T22:44:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T22:44:26,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:44:26,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:44:26,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:26,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:26,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T22:44:26,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T22:44:26,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1790796340, stopped=false 2024-12-03T22:44:26,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ed8014902436,42687,1733265818143 2024-12-03T22:44:26,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:44:26,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:44:26,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:26,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:26,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:44:26,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:44:26,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:44:26,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:26,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ed8014902436,34021,1733265818276' ***** 2024-12-03T22:44:26,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T22:44:26,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T22:44:26,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:26,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for c461b8246c663aaf8e9cf2e44df4e74d 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(959): stopping server ed8014902436,34021,1733265818276 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:44:26,880 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdcf5b9aea4374b2e07d51907abc79d1, disabling compactions & flushes 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ed8014902436:34021. 2024-12-03T22:44:26,880 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:26,880 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:26,880 DEBUG [RS:0;ed8014902436:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:44:26,880 DEBUG [RS:0;ed8014902436:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:26,880 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. after waiting 0 ms 2024-12-03T22:44:26,880 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T22:44:26,880 INFO [RS:0;ed8014902436:34021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T22:44:26,881 INFO [RS:0;ed8014902436:34021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T22:44:26,881 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T22:44:26,881 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T22:44:26,881 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fdcf5b9aea4374b2e07d51907abc79d1=TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1., c461b8246c663aaf8e9cf2e44df4e74d=TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.} 2024-12-03T22:44:26,881 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec->hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc-bottom] to archive 2024-12-03T22:44:26,881 DEBUG [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c461b8246c663aaf8e9cf2e44df4e74d, fdcf5b9aea4374b2e07d51907abc79d1 2024-12-03T22:44:26,881 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:44:26,881 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:44:26,881 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:44:26,881 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:44:26,881 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:44:26,882 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T22:44:26,884 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:26,884 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ed8014902436:42687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-03T22:44:26,885 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-03T22:44:26,885 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-03T22:44:26,886 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:44:26,886 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:44:26,886 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265866881Running coprocessor pre-close hooks at 1733265866881Disabling compacts and flushes for region at 1733265866881Disabling writes for close at 1733265866881Writing region close event to WAL at 1733265866882 (+1 ms)Running coprocessor post-close hooks at 1733265866886 (+4 ms)Closed at 1733265866886 2024-12-03T22:44:26,886 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T22:44:26,890 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/fdcf5b9aea4374b2e07d51907abc79d1/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-12-03T22:44:26,891 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:26,891 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdcf5b9aea4374b2e07d51907abc79d1: Waiting for close lock at 1733265866880Running coprocessor pre-close hooks at 1733265866880Disabling compacts and flushes for region at 1733265866880Disabling writes for close at 1733265866880Writing region close event to WAL at 1733265866887 (+7 ms)Running coprocessor post-close hooks at 1733265866891 (+4 ms)Closed at 1733265866891 2024-12-03T22:44:26,891 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733265843899.fdcf5b9aea4374b2e07d51907abc79d1. 2024-12-03T22:44:26,891 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c461b8246c663aaf8e9cf2e44df4e74d, disabling compactions & flushes 2024-12-03T22:44:26,891 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:26,891 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:26,892 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. after waiting 0 ms 2024-12-03T22:44:26,892 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:26,892 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec->hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/8c4d6620b3764eb29a8ef095d5e5bbec/info/bcd58f068e4c4044a77e26198b207efc-top, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/3e7759f722814abea09308ab2590e5d5, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/30a0d78dadad4ec8adfac22fe4eaf42f, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a5ebc18342b348b2881d0ef530b632b5, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/9485dc7f10ad416281a8c2679e6b438c, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7cac9f9f538c4a27b3ed4c98aa9d2a59, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7a29a45067184d29848dcfed6c539dad, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/60cb5697a11941df9fc3b78ec4ed7dbb, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/5e90635074c94dec99cedddb8a3bb0ec, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/6e420ef56b004d9b9dee81ce5ef66552, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cb7181a6e88042eaa3a965faad624730, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/8a5f52b4afcf4a25b96f658321573f4b, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/74f969e42beb4893bf3e660cc41562a4, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/757ae117fa024f078648141a1dfb6963, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cacb0f83d2a54b3a8a0c4c0dd8a39541, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/05205acd2d814758b3551ca15a8492c0, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/d14337866453416cbfd6101710d17327, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/26f75b936ba84d8d99df3936f194b9a1, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a1f397b3283e4a4ebcd91c756bd110af, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/235f4769071848a08e17202d58fad00a, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/4fca5aa3958f4fc0a0b0c517a4f59187, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/e1b74d861764473b890a17554fbd2400] to archive 2024-12-03T22:44:26,893 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T22:44:26,895 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/bcd58f068e4c4044a77e26198b207efc.8c4d6620b3764eb29a8ef095d5e5bbec 2024-12-03T22:44:26,897 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/3e7759f722814abea09308ab2590e5d5 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/3e7759f722814abea09308ab2590e5d5 2024-12-03T22:44:26,899 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/TestLogRolling-testLogRolling=8c4d6620b3764eb29a8ef095d5e5bbec-19683e5c1e9c4556811a5796b8c3a646 2024-12-03T22:44:26,901 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/30a0d78dadad4ec8adfac22fe4eaf42f to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/30a0d78dadad4ec8adfac22fe4eaf42f 2024-12-03T22:44:26,903 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a5ebc18342b348b2881d0ef530b632b5 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a5ebc18342b348b2881d0ef530b632b5 2024-12-03T22:44:26,904 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/9485dc7f10ad416281a8c2679e6b438c to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/9485dc7f10ad416281a8c2679e6b438c 2024-12-03T22:44:26,906 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7cac9f9f538c4a27b3ed4c98aa9d2a59 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7cac9f9f538c4a27b3ed4c98aa9d2a59 2024-12-03T22:44:26,908 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7a29a45067184d29848dcfed6c539dad to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/7a29a45067184d29848dcfed6c539dad 2024-12-03T22:44:26,910 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/60cb5697a11941df9fc3b78ec4ed7dbb to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/60cb5697a11941df9fc3b78ec4ed7dbb 2024-12-03T22:44:26,912 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/5e90635074c94dec99cedddb8a3bb0ec to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/5e90635074c94dec99cedddb8a3bb0ec 2024-12-03T22:44:26,915 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/6e420ef56b004d9b9dee81ce5ef66552 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/6e420ef56b004d9b9dee81ce5ef66552 2024-12-03T22:44:26,917 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cb7181a6e88042eaa3a965faad624730 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cb7181a6e88042eaa3a965faad624730 2024-12-03T22:44:26,919 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/8a5f52b4afcf4a25b96f658321573f4b to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/8a5f52b4afcf4a25b96f658321573f4b 2024-12-03T22:44:26,920 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/74f969e42beb4893bf3e660cc41562a4 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/74f969e42beb4893bf3e660cc41562a4 2024-12-03T22:44:26,922 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/757ae117fa024f078648141a1dfb6963 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/757ae117fa024f078648141a1dfb6963 2024-12-03T22:44:26,924 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cacb0f83d2a54b3a8a0c4c0dd8a39541 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/cacb0f83d2a54b3a8a0c4c0dd8a39541 2024-12-03T22:44:26,926 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/05205acd2d814758b3551ca15a8492c0 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/05205acd2d814758b3551ca15a8492c0 2024-12-03T22:44:26,928 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/d14337866453416cbfd6101710d17327 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/d14337866453416cbfd6101710d17327 2024-12-03T22:44:26,929 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/26f75b936ba84d8d99df3936f194b9a1 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/26f75b936ba84d8d99df3936f194b9a1 2024-12-03T22:44:26,931 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a1f397b3283e4a4ebcd91c756bd110af to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/a1f397b3283e4a4ebcd91c756bd110af 2024-12-03T22:44:26,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/235f4769071848a08e17202d58fad00a to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/235f4769071848a08e17202d58fad00a 2024-12-03T22:44:26,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/4fca5aa3958f4fc0a0b0c517a4f59187 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/4fca5aa3958f4fc0a0b0c517a4f59187 2024-12-03T22:44:26,937 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/e1b74d861764473b890a17554fbd2400 to hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/archive/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/info/e1b74d861764473b890a17554fbd2400 2024-12-03T22:44:26,937 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3e7759f722814abea09308ab2590e5d5=39908, 30a0d78dadad4ec8adfac22fe4eaf42f=13394, a5ebc18342b348b2881d0ef530b632b5=61138, 9485dc7f10ad416281a8c2679e6b438c=17606, 7cac9f9f538c4a27b3ed4c98aa9d2a59=17606, 7a29a45067184d29848dcfed6c539dad=82373, 60cb5697a11941df9fc3b78ec4ed7dbb=13394, 5e90635074c94dec99cedddb8a3bb0ec=17606, 6e420ef56b004d9b9dee81ce5ef66552=107755, cb7181a6e88042eaa3a965faad624730=17606, 8a5f52b4afcf4a25b96f658321573f4b=13394, 74f969e42beb4893bf3e660cc41562a4=130102, 757ae117fa024f078648141a1dfb6963=18675, cacb0f83d2a54b3a8a0c4c0dd8a39541=16553, 05205acd2d814758b3551ca15a8492c0=150291, d14337866453416cbfd6101710d17327=13402, 26f75b936ba84d8d99df3936f194b9a1=17618, a1f397b3283e4a4ebcd91c756bd110af=176751, 235f4769071848a08e17202d58fad00a=18688, 4fca5aa3958f4fc0a0b0c517a4f59187=18688, e1b74d861764473b890a17554fbd2400=19742] 2024-12-03T22:44:26,953 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/data/default/TestLogRolling-testLogRolling/c461b8246c663aaf8e9cf2e44df4e74d/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=127 2024-12-03T22:44:26,954 INFO [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:26,954 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c461b8246c663aaf8e9cf2e44df4e74d: Waiting for close lock at 1733265866891Running coprocessor pre-close hooks at 1733265866891Disabling compacts and flushes for region at 1733265866891Disabling writes for close at 1733265866892 (+1 ms)Writing region close event to WAL at 1733265866948 (+56 ms)Running coprocessor post-close hooks at 1733265866954 (+6 ms)Closed at 1733265866954 2024-12-03T22:44:26,954 DEBUG [RS_CLOSE_REGION-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733265843899.c461b8246c663aaf8e9cf2e44df4e74d. 2024-12-03T22:44:27,081 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(976): stopping server ed8014902436,34021,1733265818276; all regions closed. 2024-12-03T22:44:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741834_1010 (size=8107) 2024-12-03T22:44:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741834_1010 (size=8107) 2024-12-03T22:44:27,087 DEBUG [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/oldWALs 2024-12-03T22:44:27,087 INFO [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C34021%2C1733265818276.meta:.meta(num 1733265819334) 2024-12-03T22:44:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741881_1057 (size=780) 2024-12-03T22:44:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741881_1057 (size=780) 2024-12-03T22:44:27,094 DEBUG [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/oldWALs 2024-12-03T22:44:27,094 INFO [RS:0;ed8014902436:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C34021%2C1733265818276:(num 1733265866700) 2024-12-03T22:44:27,094 DEBUG [RS:0;ed8014902436:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:27,094 INFO [RS:0;ed8014902436:34021 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:44:27,094 INFO [RS:0;ed8014902436:34021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:44:27,094 INFO [RS:0;ed8014902436:34021 {}] hbase.ChoreService(370): Chore service for: regionserver/ed8014902436:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T22:44:27,095 INFO [RS:0;ed8014902436:34021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:44:27,095 INFO [RS:0;ed8014902436:34021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34021 2024-12-03T22:44:27,095 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:44:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:44:27,128 INFO [RS:0;ed8014902436:34021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:44:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ed8014902436,34021,1733265818276 2024-12-03T22:44:27,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ed8014902436,34021,1733265818276] 2024-12-03T22:44:27,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ed8014902436,34021,1733265818276 already deleted, retry=false 2024-12-03T22:44:27,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ed8014902436,34021,1733265818276 expired; onlineServers=0 2024-12-03T22:44:27,145 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ed8014902436,42687,1733265818143' ***** 2024-12-03T22:44:27,145 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T22:44:27,145 INFO [M:0;ed8014902436:42687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:44:27,145 INFO [M:0;ed8014902436:42687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:44:27,145 DEBUG [M:0;ed8014902436:42687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T22:44:27,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T22:44:27,145 DEBUG [M:0;ed8014902436:42687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T22:44:27,145 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265818665 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265818665,5,FailOnTimeoutGroup] 2024-12-03T22:44:27,145 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265818665 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265818665,5,FailOnTimeoutGroup] 2024-12-03T22:44:27,146 INFO [M:0;ed8014902436:42687 {}] hbase.ChoreService(370): Chore service for: master/ed8014902436:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T22:44:27,146 INFO [M:0;ed8014902436:42687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:44:27,146 DEBUG [M:0;ed8014902436:42687 {}] master.HMaster(1795): Stopping service threads 2024-12-03T22:44:27,146 INFO [M:0;ed8014902436:42687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T22:44:27,146 INFO [M:0;ed8014902436:42687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:44:27,146 INFO [M:0;ed8014902436:42687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T22:44:27,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T22:44:27,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T22:44:27,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:27,153 DEBUG [M:0;ed8014902436:42687 {}] zookeeper.ZKUtil(347): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T22:44:27,153 WARN [M:0;ed8014902436:42687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T22:44:27,155 INFO [M:0;ed8014902436:42687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/.lastflushedseqids 2024-12-03T22:44:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741882_1058 (size=228) 2024-12-03T22:44:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741882_1058 (size=228) 2024-12-03T22:44:27,165 INFO [M:0;ed8014902436:42687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T22:44:27,165 INFO [M:0;ed8014902436:42687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T22:44:27,165 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:44:27,165 INFO [M:0;ed8014902436:42687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:27,165 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:27,165 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:44:27,165 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:27,166 INFO [M:0;ed8014902436:42687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-12-03T22:44:27,180 DEBUG [M:0;ed8014902436:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd7ae45af0d548b5a5ddb7307aca7314 is 82, key is hbase:meta,,1/info:regioninfo/1733265819364/Put/seqid=0 2024-12-03T22:44:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741883_1059 (size=5672) 2024-12-03T22:44:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741883_1059 (size=5672) 2024-12-03T22:44:27,185 INFO [M:0;ed8014902436:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd7ae45af0d548b5a5ddb7307aca7314 2024-12-03T22:44:27,203 DEBUG [M:0;ed8014902436:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6161c38e14cb4b34a72a8f950e929df3 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733265819915/Put/seqid=0 2024-12-03T22:44:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741884_1060 (size=7089) 2024-12-03T22:44:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741884_1060 (size=7089) 2024-12-03T22:44:27,209 INFO [M:0;ed8014902436:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6161c38e14cb4b34a72a8f950e929df3 2024-12-03T22:44:27,214 INFO [M:0;ed8014902436:42687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6161c38e14cb4b34a72a8f950e929df3 2024-12-03T22:44:27,227 DEBUG [M:0;ed8014902436:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f63e9316c7a419c84ff513039ec57f1 is 69, key is ed8014902436,34021,1733265818276/rs:state/1733265818735/Put/seqid=0 2024-12-03T22:44:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741885_1061 (size=5156) 2024-12-03T22:44:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741885_1061 (size=5156) 2024-12-03T22:44:27,232 INFO [M:0;ed8014902436:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f63e9316c7a419c84ff513039ec57f1 2024-12-03T22:44:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:27,238 INFO [RS:0;ed8014902436:34021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:44:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019ea714d60001, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:27,238 INFO [RS:0;ed8014902436:34021 {}] regionserver.HRegionServer(1031): Exiting; stopping=ed8014902436,34021,1733265818276; zookeeper connection closed. 2024-12-03T22:44:27,238 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17bd7579 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17bd7579 2024-12-03T22:44:27,238 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T22:44:27,249 DEBUG [M:0;ed8014902436:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8764f4acdd0947a98c28fa1e74f40288 is 52, key is load_balancer_on/state:d/1733265819524/Put/seqid=0 2024-12-03T22:44:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741886_1062 (size=5056) 2024-12-03T22:44:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741886_1062 (size=5056) 2024-12-03T22:44:27,253 INFO [M:0;ed8014902436:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8764f4acdd0947a98c28fa1e74f40288 2024-12-03T22:44:27,257 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd7ae45af0d548b5a5ddb7307aca7314 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd7ae45af0d548b5a5ddb7307aca7314 2024-12-03T22:44:27,262 INFO [M:0;ed8014902436:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd7ae45af0d548b5a5ddb7307aca7314, entries=8, sequenceid=125, filesize=5.5 K 2024-12-03T22:44:27,263 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6161c38e14cb4b34a72a8f950e929df3 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6161c38e14cb4b34a72a8f950e929df3 2024-12-03T22:44:27,268 INFO [M:0;ed8014902436:42687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6161c38e14cb4b34a72a8f950e929df3 2024-12-03T22:44:27,268 INFO [M:0;ed8014902436:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6161c38e14cb4b34a72a8f950e929df3, entries=13, sequenceid=125, filesize=6.9 K 2024-12-03T22:44:27,269 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f63e9316c7a419c84ff513039ec57f1 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f63e9316c7a419c84ff513039ec57f1 2024-12-03T22:44:27,273 INFO [M:0;ed8014902436:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f63e9316c7a419c84ff513039ec57f1, entries=1, sequenceid=125, filesize=5.0 K 2024-12-03T22:44:27,274 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8764f4acdd0947a98c28fa1e74f40288 as hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8764f4acdd0947a98c28fa1e74f40288 2024-12-03T22:44:27,279 INFO [M:0;ed8014902436:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/af0a881c-876a-b7d8-8312-0a7ad3cb541f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8764f4acdd0947a98c28fa1e74f40288, entries=1, sequenceid=125, filesize=4.9 K 2024-12-03T22:44:27,280 INFO [M:0;ed8014902436:42687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=125, compaction requested=false 2024-12-03T22:44:27,281 INFO [M:0;ed8014902436:42687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:27,281 DEBUG [M:0;ed8014902436:42687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265867165Disabling compacts and flushes for region at 1733265867165Disabling writes for close at 1733265867165Obtaining lock to block concurrent updates at 1733265867166 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733265867166Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1733265867166Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733265867166Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733265867167 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733265867179 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733265867179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733265867190 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733265867202 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733265867202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733265867214 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733265867226 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733265867226Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733265867236 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733265867248 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733265867248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32827ff6: reopening flushed file at 1733265867257 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a3d06a: reopening flushed file at 1733265867262 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24938729: reopening flushed file at 1733265867268 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a5dc1b: reopening flushed file at 1733265867274 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=125, compaction requested=false at 1733265867280 (+6 ms)Writing region close event to WAL at 1733265867281 (+1 ms)Closed at 1733265867281 2024-12-03T22:44:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741830_1006 (size=61320) 2024-12-03T22:44:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40465 is added to blk_1073741830_1006 (size=61320) 2024-12-03T22:44:27,283 INFO [M:0;ed8014902436:42687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T22:44:27,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:44:27,283 INFO [M:0;ed8014902436:42687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42687 2024-12-03T22:44:27,284 INFO [M:0;ed8014902436:42687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:44:27,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:27,420 INFO [M:0;ed8014902436:42687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:44:27,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1019ea714d60000, quorum=127.0.0.1:61148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:27,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68423e31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:44:27,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb559e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:44:27,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:44:27,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30cff8f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:44:27,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ace4ffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir/,STOPPED} 2024-12-03T22:44:27,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:44:27,429 WARN [BP-924831635-172.17.0.2-1733265816372 heartbeating to localhost/127.0.0.1:41947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:44:27,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:44:27,429 WARN [BP-924831635-172.17.0.2-1733265816372 heartbeating to localhost/127.0.0.1:41947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924831635-172.17.0.2-1733265816372 (Datanode Uuid 86bb2676-f2c7-49a3-8e1d-f8c84df531a9) service to localhost/127.0.0.1:41947 2024-12-03T22:44:27,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data3/current/BP-924831635-172.17.0.2-1733265816372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:27,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data4/current/BP-924831635-172.17.0.2-1733265816372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:27,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:44:27,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12ab0fb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:44:27,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23367848{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:44:27,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:44:27,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec0ea44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:44:27,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e43b4d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir/,STOPPED} 2024-12-03T22:44:27,435 WARN [BP-924831635-172.17.0.2-1733265816372 heartbeating to localhost/127.0.0.1:41947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:44:27,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:44:27,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:44:27,435 WARN [BP-924831635-172.17.0.2-1733265816372 heartbeating to localhost/127.0.0.1:41947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924831635-172.17.0.2-1733265816372 (Datanode Uuid f010ffd4-eab6-4c9b-a5c9-df5f05bc322c) service to localhost/127.0.0.1:41947 2024-12-03T22:44:27,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data1/current/BP-924831635-172.17.0.2-1733265816372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:27,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/cluster_cebec258-3b40-5def-3a52-09a29105109b/data/data2/current/BP-924831635-172.17.0.2-1733265816372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:27,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:44:27,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d903d10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:44:27,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f84ad39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:44:27,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:44:27,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4936efbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:44:27,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@89a86c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir/,STOPPED} 2024-12-03T22:44:27,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T22:44:27,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T22:44:27,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=457 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4819 (was 4989) 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=4820 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.log.dir so I do NOT create it in target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0c3fda9e-c60f-9ea6-5eeb-b993c00225d9/hadoop.tmp.dir so I do NOT create it in target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c, deleteOnExit=true 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T22:44:27,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/test.cache.data in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T22:44:27,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T22:44:27,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/nfs.dump.dir in system properties and HBase conf 2024-12-03T22:44:27,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/java.io.tmpdir in system properties and HBase conf 2024-12-03T22:44:27,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T22:44:27,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T22:44:27,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T22:44:27,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:44:27,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:44:27,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:44:27,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:44:27,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:44:27,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:44:27,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3ec414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:44:27,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6db7fb8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:44:27,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e35d814{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/java.io.tmpdir/jetty-localhost-38029-hadoop-hdfs-3_4_1-tests_jar-_-any-8572478459341193444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:44:27,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c3b15ed{HTTP/1.1, (http/1.1)}{localhost:38029} 2024-12-03T22:44:27,876 INFO [Time-limited test {}] server.Server(415): Started @199515ms 2024-12-03T22:44:28,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:44:28,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:44:28,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:44:28,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:44:28,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T22:44:28,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38032154{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:44:28,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dceb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:44:28,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db11f13{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/java.io.tmpdir/jetty-localhost-37235-hadoop-hdfs-3_4_1-tests_jar-_-any-12638986442946945822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:44:28,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17b1f55e{HTTP/1.1, (http/1.1)}{localhost:37235} 2024-12-03T22:44:28,188 INFO [Time-limited test {}] server.Server(415): Started @199828ms 2024-12-03T22:44:28,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:44:28,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T22:44:28,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T22:44:28,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T22:44:28,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T22:44:28,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T22:44:28,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30837cfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir/,AVAILABLE} 2024-12-03T22:44:28,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab3f0f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T22:44:28,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a6f88af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/java.io.tmpdir/jetty-localhost-44443-hadoop-hdfs-3_4_1-tests_jar-_-any-10087985210421170701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:44:28,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc2de3a{HTTP/1.1, (http/1.1)}{localhost:44443} 2024-12-03T22:44:28,309 INFO [Time-limited test {}] server.Server(415): Started @199948ms 2024-12-03T22:44:28,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T22:44:28,757 INFO [regionserver/ed8014902436:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:44:28,975 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data1/current/BP-1696570728-172.17.0.2-1733265867511/current, will proceed with Du for space computation calculation, 2024-12-03T22:44:28,975 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data2/current/BP-1696570728-172.17.0.2-1733265867511/current, will proceed with Du for space computation calculation, 2024-12-03T22:44:28,990 WARN [Thread-1589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:44:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b3cb3582f3113f4 with lease ID 0xa5fb7056047567e3: Processing first storage report for DS-709dd64c-be25-4595-b3fe-cc8464c39f88 from datanode DatanodeRegistration(127.0.0.1:44209, datanodeUuid=47113249-e3d9-479c-bd62-767148a60399, infoPort=43241, infoSecurePort=0, ipcPort=34691, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511) 2024-12-03T22:44:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b3cb3582f3113f4 with lease ID 0xa5fb7056047567e3: from storage DS-709dd64c-be25-4595-b3fe-cc8464c39f88 node DatanodeRegistration(127.0.0.1:44209, datanodeUuid=47113249-e3d9-479c-bd62-767148a60399, infoPort=43241, infoSecurePort=0, ipcPort=34691, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T22:44:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b3cb3582f3113f4 with lease ID 0xa5fb7056047567e3: Processing first storage report for DS-36d2c457-557e-4ad7-9364-85eeaa52c0dc from datanode DatanodeRegistration(127.0.0.1:44209, datanodeUuid=47113249-e3d9-479c-bd62-767148a60399, infoPort=43241, infoSecurePort=0, ipcPort=34691, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511) 2024-12-03T22:44:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b3cb3582f3113f4 with lease ID 0xa5fb7056047567e3: from storage DS-36d2c457-557e-4ad7-9364-85eeaa52c0dc node DatanodeRegistration(127.0.0.1:44209, datanodeUuid=47113249-e3d9-479c-bd62-767148a60399, infoPort=43241, infoSecurePort=0, ipcPort=34691, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:44:29,118 WARN [Thread-1636 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data3/current/BP-1696570728-172.17.0.2-1733265867511/current, will proceed with Du for space computation calculation, 2024-12-03T22:44:29,118 WARN [Thread-1637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data4/current/BP-1696570728-172.17.0.2-1733265867511/current, will proceed with Du for space computation calculation, 2024-12-03T22:44:29,138 WARN [Thread-1612 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T22:44:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd21da8caa28cf7e1 with lease ID 0xa5fb7056047567e4: Processing first storage report for DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e from datanode DatanodeRegistration(127.0.0.1:38421, datanodeUuid=166a07e4-88ee-4ffa-9b2a-f007d873a6fd, infoPort=43271, infoSecurePort=0, ipcPort=45589, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511) 2024-12-03T22:44:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd21da8caa28cf7e1 with lease ID 0xa5fb7056047567e4: from storage DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e node DatanodeRegistration(127.0.0.1:38421, datanodeUuid=166a07e4-88ee-4ffa-9b2a-f007d873a6fd, infoPort=43271, infoSecurePort=0, ipcPort=45589, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:44:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd21da8caa28cf7e1 with lease ID 0xa5fb7056047567e4: Processing first storage report for DS-cdf4d5f4-15b3-4c70-b1cc-ce7086fc7fe8 from datanode DatanodeRegistration(127.0.0.1:38421, datanodeUuid=166a07e4-88ee-4ffa-9b2a-f007d873a6fd, infoPort=43271, infoSecurePort=0, ipcPort=45589, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511) 2024-12-03T22:44:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd21da8caa28cf7e1 with lease ID 0xa5fb7056047567e4: from storage DS-cdf4d5f4-15b3-4c70-b1cc-ce7086fc7fe8 node DatanodeRegistration(127.0.0.1:38421, datanodeUuid=166a07e4-88ee-4ffa-9b2a-f007d873a6fd, infoPort=43271, infoSecurePort=0, ipcPort=45589, storageInfo=lv=-57;cid=testClusterID;nsid=752021253;c=1733265867511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T22:44:29,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0 2024-12-03T22:44:29,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/zookeeper_0, clientPort=49894, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T22:44:29,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49894 2024-12-03T22:44:29,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:44:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741825_1001 (size=7) 2024-12-03T22:44:29,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce with version=8 2024-12-03T22:44:29,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33831/user/jenkins/test-data/7d1d7975-5e54-938b-f9e5-7b26a1c8145c/hbase-staging 2024-12-03T22:44:29,158 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T22:44:29,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:44:29,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36419 2024-12-03T22:44:29,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36419 connecting to ZooKeeper ensemble=127.0.0.1:49894 2024-12-03T22:44:29,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364190x0, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:44:29,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36419-0x1019ea7dc1e0000 connected 2024-12-03T22:44:29,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:44:29,281 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce, hbase.cluster.distributed=false 2024-12-03T22:44:29,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:44:29,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36419 2024-12-03T22:44:29,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36419 2024-12-03T22:44:29,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36419 2024-12-03T22:44:29,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36419 2024-12-03T22:44:29,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36419 2024-12-03T22:44:29,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ed8014902436:0 server-side Connection retries=45 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T22:44:29,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41023 2024-12-03T22:44:29,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41023 connecting to ZooKeeper ensemble=127.0.0.1:49894 2024-12-03T22:44:29,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410230x0, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T22:44:29,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410230x0, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:44:29,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41023-0x1019ea7dc1e0001 connected 2024-12-03T22:44:29,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T22:44:29,315 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T22:44:29,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T22:44:29,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T22:44:29,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41023 2024-12-03T22:44:29,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41023 2024-12-03T22:44:29,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41023 2024-12-03T22:44:29,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41023 2024-12-03T22:44:29,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41023 2024-12-03T22:44:29,327 DEBUG [M:0;ed8014902436:36419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ed8014902436:36419 2024-12-03T22:44:29,327 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ed8014902436,36419,1733265869158 2024-12-03T22:44:29,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:44:29,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:44:29,339 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ed8014902436,36419,1733265869158 2024-12-03T22:44:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T22:44:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,347 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T22:44:29,347 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ed8014902436,36419,1733265869158 from backup master directory 2024-12-03T22:44:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ed8014902436,36419,1733265869158 2024-12-03T22:44:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:44:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T22:44:29,355 WARN [master/ed8014902436:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:44:29,355 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ed8014902436,36419,1733265869158 2024-12-03T22:44:29,359 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/hbase.id] with ID: 2879855d-a289-49f4-b8a9-efdb5f7ab91e 2024-12-03T22:44:29,359 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/.tmp/hbase.id 2024-12-03T22:44:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:44:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741826_1002 (size=42) 2024-12-03T22:44:29,365 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/.tmp/hbase.id]:[hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/hbase.id] 2024-12-03T22:44:29,375 INFO [master/ed8014902436:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:29,376 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T22:44:29,377 INFO [master/ed8014902436:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T22:44:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:44:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741827_1003 (size=196) 2024-12-03T22:44:29,394 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T22:44:29,394 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T22:44:29,394 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:44:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:44:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741828_1004 (size=1189) 2024-12-03T22:44:29,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store 2024-12-03T22:44:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:44:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741829_1005 (size=34) 2024-12-03T22:44:29,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:44:29,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:44:29,407 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:29,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:29,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:44:29,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:29,407 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:29,407 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265869407Disabling compacts and flushes for region at 1733265869407Disabling writes for close at 1733265869407Writing region close event to WAL at 1733265869407Closed at 1733265869407 2024-12-03T22:44:29,408 WARN [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/.initializing 2024-12-03T22:44:29,408 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/WALs/ed8014902436,36419,1733265869158 2024-12-03T22:44:29,409 INFO [master/ed8014902436:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:44:29,410 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C36419%2C1733265869158, suffix=, logDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/WALs/ed8014902436,36419,1733265869158, archiveDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/oldWALs, maxLogs=10 2024-12-03T22:44:29,421 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/WALs/ed8014902436,36419,1733265869158/ed8014902436%2C36419%2C1733265869158.1733265869410, exclude list is [], retry=0 2024-12-03T22:44:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e,DISK] 2024-12-03T22:44:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44209,DS-709dd64c-be25-4595-b3fe-cc8464c39f88,DISK] 2024-12-03T22:44:29,425 INFO [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/WALs/ed8014902436,36419,1733265869158/ed8014902436%2C36419%2C1733265869158.1733265869410 2024-12-03T22:44:29,425 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271),(127.0.0.1/127.0.0.1:43241:43241)] 2024-12-03T22:44:29,426 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:44:29,426 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:44:29,426 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,426 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T22:44:29,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:29,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T22:44:29,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:44:29,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T22:44:29,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:44:29,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T22:44:29,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T22:44:29,434 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,434 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,435 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,436 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,436 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,436 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T22:44:29,437 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T22:44:29,439 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:44:29,439 INFO [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704541, jitterRate=-0.10413073003292084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T22:44:29,440 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733265869426Initializing all the Stores at 1733265869427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265869427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265869427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265869427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265869427Cleaning up temporary data from old regions at 1733265869436 (+9 ms)Region opened successfully at 1733265869440 (+4 ms) 2024-12-03T22:44:29,440 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T22:44:29,442 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8f2a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:44:29,443 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T22:44:29,443 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T22:44:29,443 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T22:44:29,444 INFO [master/ed8014902436:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T22:44:29,444 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T22:44:29,444 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T22:44:29,444 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T22:44:29,446 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T22:44:29,447 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T22:44:29,480 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T22:44:29,480 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T22:44:29,481 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T22:44:29,488 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T22:44:29,489 INFO [master/ed8014902436:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T22:44:29,490 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T22:44:29,512 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T22:44:29,513 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T22:44:29,521 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T22:44:29,523 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T22:44:29,530 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T22:44:29,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:44:29,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T22:44:29,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,539 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ed8014902436,36419,1733265869158, sessionid=0x1019ea7dc1e0000, setting cluster-up flag (Was=false) 2024-12-03T22:44:29,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,580 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T22:44:29,584 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,36419,1733265869158 2024-12-03T22:44:29,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:29,630 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T22:44:29,631 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ed8014902436,36419,1733265869158 2024-12-03T22:44:29,632 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T22:44:29,633 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T22:44:29,633 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T22:44:29,633 INFO [master/ed8014902436:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T22:44:29,634 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ed8014902436,36419,1733265869158 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ed8014902436:0, corePoolSize=5, maxPoolSize=5 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ed8014902436:0, corePoolSize=10, maxPoolSize=10 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,635 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:44:29,636 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,636 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733265899636 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T22:44:29,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:44:29,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T22:44:29,637 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,638 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T22:44:29,638 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T22:44:29,638 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T22:44:29,638 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T22:44:29,638 INFO [master/ed8014902436:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T22:44:29,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T22:44:29,640 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265869639,5,FailOnTimeoutGroup] 2024-12-03T22:44:29,640 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265869640,5,FailOnTimeoutGroup] 2024-12-03T22:44:29,640 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,640 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T22:44:29,640 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,640 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:44:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741831_1007 (size=1321) 2024-12-03T22:44:29,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T22:44:29,649 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce 2024-12-03T22:44:29,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:44:29,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741832_1008 (size=32) 2024-12-03T22:44:29,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:44:29,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:44:29,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:44:29,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:44:29,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:44:29,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:44:29,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:44:29,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:29,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:44:29,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:44:29,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:29,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:29,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:44:29,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740 2024-12-03T22:44:29,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740 2024-12-03T22:44:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:44:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:44:29,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:44:29,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:44:29,670 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T22:44:29,670 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795477, jitterRate=0.011502161622047424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:44:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733265869657Initializing all the Stores at 1733265869658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265869658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265869658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265869658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265869658Cleaning up temporary data from old regions at 1733265869667 (+9 ms)Region opened successfully at 1733265869671 (+4 ms) 2024-12-03T22:44:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:44:29,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:44:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:44:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:44:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:44:29,671 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:44:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265869671Disabling compacts and flushes for region at 1733265869671Disabling writes for close at 1733265869671Writing region close event to WAL at 1733265869671Closed at 1733265869671 2024-12-03T22:44:29,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:44:29,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T22:44:29,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T22:44:29,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:44:29,674 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T22:44:29,720 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(746): ClusterId : 2879855d-a289-49f4-b8a9-efdb5f7ab91e 2024-12-03T22:44:29,720 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T22:44:29,739 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T22:44:29,739 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T22:44:29,749 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T22:44:29,749 DEBUG [RS:0;ed8014902436:41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31efc805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ed8014902436/172.17.0.2:0 2024-12-03T22:44:29,767 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ed8014902436:41023 2024-12-03T22:44:29,767 INFO [RS:0;ed8014902436:41023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T22:44:29,767 INFO [RS:0;ed8014902436:41023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T22:44:29,767 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T22:44:29,768 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(2659): reportForDuty to master=ed8014902436,36419,1733265869158 with port=41023, startcode=1733265869298 2024-12-03T22:44:29,768 DEBUG [RS:0;ed8014902436:41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T22:44:29,769 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T22:44:29,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ed8014902436,41023,1733265869298 2024-12-03T22:44:29,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36419 {}] master.ServerManager(517): Registering regionserver=ed8014902436,41023,1733265869298 2024-12-03T22:44:29,771 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce 2024-12-03T22:44:29,771 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36139 2024-12-03T22:44:29,771 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T22:44:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:44:29,780 DEBUG [RS:0;ed8014902436:41023 {}] zookeeper.ZKUtil(111): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ed8014902436,41023,1733265869298 2024-12-03T22:44:29,780 WARN [RS:0;ed8014902436:41023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T22:44:29,780 INFO [RS:0;ed8014902436:41023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:44:29,781 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298 2024-12-03T22:44:29,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ed8014902436,41023,1733265869298] 2024-12-03T22:44:29,784 INFO [RS:0;ed8014902436:41023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T22:44:29,785 INFO [RS:0;ed8014902436:41023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T22:44:29,786 INFO [RS:0;ed8014902436:41023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T22:44:29,786 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,787 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T22:44:29,788 INFO [RS:0;ed8014902436:41023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T22:44:29,788 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ed8014902436:0, corePoolSize=2, maxPoolSize=2 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,788 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,789 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,789 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ed8014902436:0, corePoolSize=1, maxPoolSize=1 2024-12-03T22:44:29,789 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:44:29,789 DEBUG [RS:0;ed8014902436:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ed8014902436:0, corePoolSize=3, maxPoolSize=3 2024-12-03T22:44:29,789 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,789 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,789 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,789 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,790 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,790 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,41023,1733265869298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:44:29,813 INFO [RS:0;ed8014902436:41023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T22:44:29,813 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,41023,1733265869298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,813 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,813 INFO [RS:0;ed8014902436:41023 {}] regionserver.Replication(171): ed8014902436,41023,1733265869298 started 2024-12-03T22:44:29,824 WARN [ed8014902436:36419 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T22:44:29,827 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:29,827 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1482): Serving as ed8014902436,41023,1733265869298, RpcServer on ed8014902436/172.17.0.2:41023, sessionid=0x1019ea7dc1e0001 2024-12-03T22:44:29,827 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T22:44:29,827 DEBUG [RS:0;ed8014902436:41023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ed8014902436,41023,1733265869298 2024-12-03T22:44:29,827 DEBUG [RS:0;ed8014902436:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,41023,1733265869298' 2024-12-03T22:44:29,827 DEBUG [RS:0;ed8014902436:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T22:44:29,828 DEBUG [RS:0;ed8014902436:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T22:44:29,828 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T22:44:29,828 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T22:44:29,828 DEBUG [RS:0;ed8014902436:41023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ed8014902436,41023,1733265869298 2024-12-03T22:44:29,828 DEBUG [RS:0;ed8014902436:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ed8014902436,41023,1733265869298' 2024-12-03T22:44:29,828 DEBUG [RS:0;ed8014902436:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T22:44:29,829 DEBUG [RS:0;ed8014902436:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T22:44:29,829 DEBUG [RS:0;ed8014902436:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T22:44:29,829 INFO [RS:0;ed8014902436:41023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T22:44:29,829 INFO [RS:0;ed8014902436:41023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T22:44:29,930 INFO [RS:0;ed8014902436:41023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:44:29,932 INFO [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C41023%2C1733265869298, suffix=, logDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298, archiveDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs, maxLogs=32 2024-12-03T22:44:29,945 DEBUG [RS:0;ed8014902436:41023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298/ed8014902436%2C41023%2C1733265869298.1733265869932, exclude list is [], retry=0 2024-12-03T22:44:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e,DISK] 2024-12-03T22:44:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44209,DS-709dd64c-be25-4595-b3fe-cc8464c39f88,DISK] 2024-12-03T22:44:29,950 INFO [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298/ed8014902436%2C41023%2C1733265869298.1733265869932 2024-12-03T22:44:29,950 DEBUG [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271),(127.0.0.1/127.0.0.1:43241:43241)] 2024-12-03T22:44:30,074 DEBUG [ed8014902436:36419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T22:44:30,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ed8014902436,41023,1733265869298 2024-12-03T22:44:30,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,41023,1733265869298, state=OPENING 2024-12-03T22:44:30,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T22:44:30,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:30,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:30,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T22:44:30,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:44:30,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:44:30,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,41023,1733265869298}] 2024-12-03T22:44:30,270 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T22:44:30,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35991, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T22:44:30,279 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T22:44:30,279 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:44:30,280 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T22:44:30,282 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ed8014902436%2C41023%2C1733265869298.meta, suffix=.meta, logDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298, archiveDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs, maxLogs=32 2024-12-03T22:44:30,292 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298/ed8014902436%2C41023%2C1733265869298.meta.1733265870282.meta, exclude list is [], retry=0 2024-12-03T22:44:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44209,DS-709dd64c-be25-4595-b3fe-cc8464c39f88,DISK] 2024-12-03T22:44:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e,DISK] 2024-12-03T22:44:30,296 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/ed8014902436,41023,1733265869298/ed8014902436%2C41023%2C1733265869298.meta.1733265870282.meta 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241),(127.0.0.1/127.0.0.1:43271:43271)] 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T22:44:30,296 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T22:44:30,296 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T22:44:30,297 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T22:44:30,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T22:44:30,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T22:44:30,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:30,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:30,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T22:44:30,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T22:44:30,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:30,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:30,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T22:44:30,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T22:44:30,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:30,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:30,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T22:44:30,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T22:44:30,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T22:44:30,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T22:44:30,302 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T22:44:30,303 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740 2024-12-03T22:44:30,304 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740 2024-12-03T22:44:30,306 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T22:44:30,306 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T22:44:30,306 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T22:44:30,308 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T22:44:30,309 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867297, jitterRate=0.10282529890537262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T22:44:30,309 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T22:44:30,310 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733265870297Writing region info on filesystem at 1733265870297Initializing all the Stores at 1733265870297Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265870297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265870298 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733265870298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733265870298Cleaning up temporary data from old regions at 1733265870306 (+8 ms)Running coprocessor post-open hooks at 1733265870309 (+3 ms)Region opened successfully at 1733265870310 (+1 ms) 2024-12-03T22:44:30,311 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733265870269 2024-12-03T22:44:30,313 DEBUG [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T22:44:30,313 INFO [RS_OPEN_META-regionserver/ed8014902436:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T22:44:30,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ed8014902436,41023,1733265869298 2024-12-03T22:44:30,314 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ed8014902436,41023,1733265869298, state=OPEN 2024-12-03T22:44:30,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:44:30,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T22:44:30,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ed8014902436,41023,1733265869298 2024-12-03T22:44:30,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:44:30,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T22:44:30,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T22:44:30,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ed8014902436,41023,1733265869298 in 271 msec 2024-12-03T22:44:30,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T22:44:30,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-12-03T22:44:30,389 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T22:44:30,389 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T22:44:30,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:44:30,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,41023,1733265869298, seqNum=-1] 2024-12-03T22:44:30,391 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:44:30,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:44:30,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 762 msec 2024-12-03T22:44:30,396 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733265870396, completionTime=-1 2024-12-03T22:44:30,396 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T22:44:30,396 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T22:44:30,397 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T22:44:30,397 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733265930397 2024-12-03T22:44:30,397 INFO [master/ed8014902436:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733265990397 2024-12-03T22:44:30,397 INFO [master/ed8014902436:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T22:44:30,398 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36419,1733265869158-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,398 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36419,1733265869158-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,398 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36419,1733265869158-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,398 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ed8014902436:36419, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,398 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,398 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,400 DEBUG [master/ed8014902436:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.046sec 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36419,1733265869158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T22:44:30,401 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36419,1733265869158-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T22:44:30,404 DEBUG [master/ed8014902436:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T22:44:30,404 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T22:44:30,404 INFO [master/ed8014902436:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ed8014902436,36419,1733265869158-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T22:44:30,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404b8a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:44:30,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ed8014902436,36419,-1 for getting cluster id 2024-12-03T22:44:30,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T22:44:30,421 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2879855d-a289-49f4-b8a9-efdb5f7ab91e' 2024-12-03T22:44:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T22:44:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2879855d-a289-49f4-b8a9-efdb5f7ab91e" 2024-12-03T22:44:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445c765d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:44:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ed8014902436,36419,-1] 2024-12-03T22:44:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T22:44:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:30,422 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T22:44:30,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204593bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T22:44:30,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T22:44:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ed8014902436,41023,1733265869298, seqNum=-1] 2024-12-03T22:44:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T22:44:30,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T22:44:30,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ed8014902436,36419,1733265869158 2024-12-03T22:44:30,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T22:44:30,429 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T22:44:30,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T22:44:30,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T22:44:30,432 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1, archiveDir=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs, maxLogs=32 2024-12-03T22:44:30,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870432, exclude list is [], retry=0 2024-12-03T22:44:30,445 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44209,DS-709dd64c-be25-4595-b3fe-cc8464c39f88,DISK] 2024-12-03T22:44:30,446 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e,DISK] 2024-12-03T22:44:30,447 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870432 2024-12-03T22:44:30,448 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241),(127.0.0.1/127.0.0.1:43271:43271)] 2024-12-03T22:44:30,459 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870448, exclude list is [], retry=0 2024-12-03T22:44:30,461 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44209,DS-709dd64c-be25-4595-b3fe-cc8464c39f88,DISK] 2024-12-03T22:44:30,462 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-7fd7e2cc-d3f8-4829-8d38-00e53c4d610e,DISK] 2024-12-03T22:44:30,463 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870432 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870448 2024-12-03T22:44:30,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43241:43241),(127.0.0.1/127.0.0.1:43271:43271)] 2024-12-03T22:44:30,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870432 is not closed yet, will try archiving it next time 2024-12-03T22:44:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741835_1011 (size=93) 2024-12-03T22:44:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741835_1011 (size=93) 2024-12-03T22:44:30,466 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/WALs/test.com,8080,1/test.com%2C8080%2C1.1733265870432 to hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs/test.com%2C8080%2C1.1733265870432 2024-12-03T22:44:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741836_1012 (size=93) 2024-12-03T22:44:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741836_1012 (size=93) 2024-12-03T22:44:30,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs 2024-12-03T22:44:30,469 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733265870448) 2024-12-03T22:44:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T22:44:30,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:44:30,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:44:30,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:30,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:30,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T22:44:30,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T22:44:30,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687705978, stopped=false 2024-12-03T22:44:30,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ed8014902436,36419,1733265869158 2024-12-03T22:44:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:44:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T22:44:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:30,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:44:30,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T22:44:30,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:44:30,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:30,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:44:30,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T22:44:30,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ed8014902436,41023,1733265869298' ***** 2024-12-03T22:44:30,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T22:44:30,488 INFO [RS:0;ed8014902436:41023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T22:44:30,488 INFO [RS:0;ed8014902436:41023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T22:44:30,488 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T22:44:30,488 INFO [RS:0;ed8014902436:41023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T22:44:30,488 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(959): stopping server ed8014902436,41023,1733265869298 2024-12-03T22:44:30,488 INFO [RS:0;ed8014902436:41023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:44:30,488 INFO [RS:0;ed8014902436:41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ed8014902436:41023. 2024-12-03T22:44:30,489 DEBUG [RS:0;ed8014902436:41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T22:44:30,489 DEBUG [RS:0;ed8014902436:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:30,489 INFO [RS:0;ed8014902436:41023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T22:44:30,489 INFO [RS:0;ed8014902436:41023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T22:44:30,489 INFO [RS:0;ed8014902436:41023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T22:44:30,489 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T22:44:30,489 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T22:44:30,489 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T22:44:30,489 DEBUG [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T22:44:30,489 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T22:44:30,489 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T22:44:30,489 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T22:44:30,489 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T22:44:30,489 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T22:44:30,489 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T22:44:30,503 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/.tmp/ns/805502030c714ba3929625f3a37af6df is 43, key is default/ns:d/1733265870392/Put/seqid=0 2024-12-03T22:44:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741837_1013 (size=5153) 2024-12-03T22:44:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741837_1013 (size=5153) 2024-12-03T22:44:30,508 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/.tmp/ns/805502030c714ba3929625f3a37af6df 2024-12-03T22:44:30,513 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/.tmp/ns/805502030c714ba3929625f3a37af6df as hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/ns/805502030c714ba3929625f3a37af6df 2024-12-03T22:44:30,518 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/ns/805502030c714ba3929625f3a37af6df, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T22:44:30,519 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-12-03T22:44:30,524 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T22:44:30,524 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T22:44:30,524 INFO [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T22:44:30,524 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733265870489Running coprocessor pre-close hooks at 1733265870489Disabling compacts and flushes for region at 1733265870489Disabling writes for close at 1733265870489Obtaining lock to block concurrent updates at 1733265870489Preparing flush snapshotting stores in 1588230740 at 1733265870489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733265870490 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733265870490Flushing 1588230740/ns: creating writer at 1733265870490Flushing 1588230740/ns: appending metadata at 1733265870503 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733265870503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f48832: reopening flushed file at 1733265870512 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1733265870519 (+7 ms)Writing region close event to WAL at 1733265870520 (+1 ms)Running coprocessor post-close hooks at 1733265870524 (+4 ms)Closed at 1733265870524 2024-12-03T22:44:30,524 DEBUG [RS_CLOSE_META-regionserver/ed8014902436:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T22:44:30,689 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(976): stopping server ed8014902436,41023,1733265869298; all regions closed. 2024-12-03T22:44:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741834_1010 (size=1152) 2024-12-03T22:44:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741834_1010 (size=1152) 2024-12-03T22:44:30,699 DEBUG [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs 2024-12-03T22:44:30,699 INFO [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C41023%2C1733265869298.meta:.meta(num 1733265870282) 2024-12-03T22:44:30,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741833_1009 (size=93) 2024-12-03T22:44:30,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741833_1009 (size=93) 2024-12-03T22:44:30,705 DEBUG [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/oldWALs 2024-12-03T22:44:30,705 INFO [RS:0;ed8014902436:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ed8014902436%2C41023%2C1733265869298:(num 1733265869932) 2024-12-03T22:44:30,705 DEBUG [RS:0;ed8014902436:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T22:44:30,705 INFO [RS:0;ed8014902436:41023 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T22:44:30,705 INFO [RS:0;ed8014902436:41023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:44:30,706 INFO [RS:0;ed8014902436:41023 {}] hbase.ChoreService(370): Chore service for: regionserver/ed8014902436:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T22:44:30,706 INFO [RS:0;ed8014902436:41023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:44:30,706 INFO [regionserver/ed8014902436:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:44:30,706 INFO [RS:0;ed8014902436:41023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41023 2024-12-03T22:44:30,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ed8014902436,41023,1733265869298 2024-12-03T22:44:30,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T22:44:30,730 INFO [RS:0;ed8014902436:41023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:44:30,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ed8014902436,41023,1733265869298] 2024-12-03T22:44:30,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ed8014902436,41023,1733265869298 already deleted, retry=false 2024-12-03T22:44:30,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ed8014902436,41023,1733265869298 expired; onlineServers=0 2024-12-03T22:44:30,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ed8014902436,36419,1733265869158' ***** 2024-12-03T22:44:30,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T22:44:30,747 INFO [M:0;ed8014902436:36419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T22:44:30,747 INFO [M:0;ed8014902436:36419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T22:44:30,747 DEBUG [M:0;ed8014902436:36419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T22:44:30,747 DEBUG [M:0;ed8014902436:36419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T22:44:30,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T22:44:30,747 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265869639 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.large.0-1733265869639,5,FailOnTimeoutGroup] 2024-12-03T22:44:30,747 DEBUG [master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265869640 {}] cleaner.HFileCleaner(306): Exit Thread[master/ed8014902436:0:becomeActiveMaster-HFileCleaner.small.0-1733265869640,5,FailOnTimeoutGroup] 2024-12-03T22:44:30,747 INFO [M:0;ed8014902436:36419 {}] hbase.ChoreService(370): Chore service for: master/ed8014902436:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T22:44:30,747 INFO [M:0;ed8014902436:36419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T22:44:30,747 DEBUG [M:0;ed8014902436:36419 {}] master.HMaster(1795): Stopping service threads 2024-12-03T22:44:30,747 INFO [M:0;ed8014902436:36419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T22:44:30,748 INFO [M:0;ed8014902436:36419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T22:44:30,748 INFO [M:0;ed8014902436:36419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T22:44:30,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T22:44:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T22:44:30,755 DEBUG [M:0;ed8014902436:36419 {}] zookeeper.ZKUtil(347): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T22:44:30,755 WARN [M:0;ed8014902436:36419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T22:44:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T22:44:30,756 INFO [M:0;ed8014902436:36419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/.lastflushedseqids 2024-12-03T22:44:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741838_1014 (size=99) 2024-12-03T22:44:30,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741838_1014 (size=99) 2024-12-03T22:44:30,765 INFO [M:0;ed8014902436:36419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T22:44:30,765 INFO [M:0;ed8014902436:36419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T22:44:30,765 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T22:44:30,765 INFO [M:0;ed8014902436:36419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:30,765 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:30,765 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T22:44:30,765 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:30,766 INFO [M:0;ed8014902436:36419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-03T22:44:30,779 DEBUG [M:0;ed8014902436:36419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/208cbec8fa62484d82348b139685cad2 is 82, key is hbase:meta,,1/info:regioninfo/1733265870313/Put/seqid=0 2024-12-03T22:44:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741839_1015 (size=5672) 2024-12-03T22:44:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741839_1015 (size=5672) 2024-12-03T22:44:30,784 INFO [M:0;ed8014902436:36419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/208cbec8fa62484d82348b139685cad2 2024-12-03T22:44:30,801 DEBUG [M:0;ed8014902436:36419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9b7ed734db44ddb5f7894ce38111b2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733265870395/Put/seqid=0 2024-12-03T22:44:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741840_1016 (size=5275) 2024-12-03T22:44:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741840_1016 (size=5275) 2024-12-03T22:44:30,805 INFO [M:0;ed8014902436:36419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9b7ed734db44ddb5f7894ce38111b2 2024-12-03T22:44:30,821 DEBUG [M:0;ed8014902436:36419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35f084114a2143068d09c18269d5acbd is 69, key is ed8014902436,41023,1733265869298/rs:state/1733265869770/Put/seqid=0 2024-12-03T22:44:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741841_1017 (size=5156) 2024-12-03T22:44:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741841_1017 (size=5156) 2024-12-03T22:44:30,826 INFO [M:0;ed8014902436:36419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35f084114a2143068d09c18269d5acbd 2024-12-03T22:44:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:30,838 INFO [RS:0;ed8014902436:41023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:44:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1019ea7dc1e0001, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:30,838 INFO [RS:0;ed8014902436:41023 {}] regionserver.HRegionServer(1031): Exiting; stopping=ed8014902436,41023,1733265869298; zookeeper connection closed. 2024-12-03T22:44:30,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ed60135 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ed60135 2024-12-03T22:44:30,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T22:44:30,845 DEBUG [M:0;ed8014902436:36419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b9aef9a303fd46d9a303ba93a8c372b5 is 52, key is load_balancer_on/state:d/1733265870428/Put/seqid=0 2024-12-03T22:44:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741842_1018 (size=5056) 2024-12-03T22:44:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741842_1018 (size=5056) 2024-12-03T22:44:30,850 INFO [M:0;ed8014902436:36419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b9aef9a303fd46d9a303ba93a8c372b5 2024-12-03T22:44:30,854 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/208cbec8fa62484d82348b139685cad2 as hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/208cbec8fa62484d82348b139685cad2 2024-12-03T22:44:30,859 INFO [M:0;ed8014902436:36419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/208cbec8fa62484d82348b139685cad2, entries=8, sequenceid=29, filesize=5.5 K 2024-12-03T22:44:30,860 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9b7ed734db44ddb5f7894ce38111b2 as hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe9b7ed734db44ddb5f7894ce38111b2 2024-12-03T22:44:30,864 INFO [M:0;ed8014902436:36419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe9b7ed734db44ddb5f7894ce38111b2, entries=3, sequenceid=29, filesize=5.2 K 2024-12-03T22:44:30,864 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35f084114a2143068d09c18269d5acbd as hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35f084114a2143068d09c18269d5acbd 2024-12-03T22:44:30,868 INFO [M:0;ed8014902436:36419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35f084114a2143068d09c18269d5acbd, entries=1, sequenceid=29, filesize=5.0 K 2024-12-03T22:44:30,869 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b9aef9a303fd46d9a303ba93a8c372b5 as hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b9aef9a303fd46d9a303ba93a8c372b5 2024-12-03T22:44:30,873 INFO [M:0;ed8014902436:36419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36139/user/jenkins/test-data/f8ace437-c778-9e9c-5063-8093031137ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b9aef9a303fd46d9a303ba93a8c372b5, entries=1, sequenceid=29, filesize=4.9 K 2024-12-03T22:44:30,874 INFO [M:0;ed8014902436:36419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=29, compaction requested=false 2024-12-03T22:44:30,875 INFO [M:0;ed8014902436:36419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T22:44:30,876 DEBUG [M:0;ed8014902436:36419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733265870765Disabling compacts and flushes for region at 1733265870765Disabling writes for close at 1733265870765Obtaining lock to block concurrent updates at 1733265870766 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733265870766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733265870766Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733265870767 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733265870767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733265870779 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733265870779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733265870788 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733265870801 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733265870801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733265870809 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733265870820 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733265870821 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733265870830 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733265870844 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733265870844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e186b45: reopening flushed file at 1733265870854 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f63b8eb: reopening flushed file at 1733265870859 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2d71c9: reopening flushed file at 1733265870864 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aca1080: reopening flushed file at 1733265870868 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=29, compaction requested=false at 1733265870874 (+6 ms)Writing region close event to WAL at 1733265870875 (+1 ms)Closed at 1733265870875 2024-12-03T22:44:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44209 is added to blk_1073741830_1006 (size=10311) 2024-12-03T22:44:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741830_1006 (size=10311) 2024-12-03T22:44:30,878 INFO [M:0;ed8014902436:36419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T22:44:30,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T22:44:30,878 INFO [M:0;ed8014902436:36419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36419 2024-12-03T22:44:30,878 INFO [M:0;ed8014902436:36419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T22:44:31,004 INFO [M:0;ed8014902436:36419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T22:44:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36419-0x1019ea7dc1e0000, quorum=127.0.0.1:49894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T22:44:31,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a6f88af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:44:31,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc2de3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:44:31,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:44:31,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab3f0f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:44:31,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30837cfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir/,STOPPED} 2024-12-03T22:44:31,011 WARN [BP-1696570728-172.17.0.2-1733265867511 heartbeating to localhost/127.0.0.1:36139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:44:31,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:44:31,011 WARN [BP-1696570728-172.17.0.2-1733265867511 heartbeating to localhost/127.0.0.1:36139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696570728-172.17.0.2-1733265867511 (Datanode Uuid 166a07e4-88ee-4ffa-9b2a-f007d873a6fd) service to localhost/127.0.0.1:36139 2024-12-03T22:44:31,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:44:31,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data3/current/BP-1696570728-172.17.0.2-1733265867511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:31,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data4/current/BP-1696570728-172.17.0.2-1733265867511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:31,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:44:31,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db11f13{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T22:44:31,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17b1f55e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:44:31,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:44:31,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dceb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:44:31,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38032154{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir/,STOPPED} 2024-12-03T22:44:31,018 WARN [BP-1696570728-172.17.0.2-1733265867511 heartbeating to localhost/127.0.0.1:36139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T22:44:31,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T22:44:31,018 WARN [BP-1696570728-172.17.0.2-1733265867511 heartbeating to localhost/127.0.0.1:36139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696570728-172.17.0.2-1733265867511 (Datanode Uuid 47113249-e3d9-479c-bd62-767148a60399) service to localhost/127.0.0.1:36139 2024-12-03T22:44:31,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T22:44:31,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data1/current/BP-1696570728-172.17.0.2-1733265867511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:31,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/cluster_571a707f-92f7-c306-973b-f938355dbb7c/data/data2/current/BP-1696570728-172.17.0.2-1733265867511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T22:44:31,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T22:44:31,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e35d814{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T22:44:31,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c3b15ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T22:44:31,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T22:44:31,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6db7fb8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T22:44:31,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3ec414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c57a6522-4fbe-abd2-d223-ae933b49a1d0/hadoop.log.dir/,STOPPED} 2024-12-03T22:44:31,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T22:44:31,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T22:44:31,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=512 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=4788 (was 4820)