2023-11-12 01:07:42,010 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@e4487af 2023-11-12 01:07:42,026 main DEBUG Took 0.012964 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 01:07:42,026 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 01:07:42,027 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 01:07:42,028 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 01:07:42,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,040 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 01:07:42,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,060 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,060 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,062 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,064 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,065 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,066 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,067 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,067 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,068 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,069 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 01:07:42,070 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,070 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 01:07:42,072 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 01:07:42,074 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 01:07:42,076 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 01:07:42,076 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 01:07:42,077 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 01:07:42,078 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 01:07:42,091 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 01:07:42,094 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 01:07:42,095 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 01:07:42,096 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 01:07:42,096 main DEBUG createAppenders(={Console}) 2023-11-12 01:07:42,097 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@e4487af initialized 2023-11-12 01:07:42,097 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@e4487af 2023-11-12 01:07:42,098 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@e4487af OK. 2023-11-12 01:07:42,098 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 01:07:42,099 main DEBUG OutputStream closed 2023-11-12 01:07:42,099 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 01:07:42,099 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 01:07:42,100 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@799f10e1 OK 2023-11-12 01:07:42,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 01:07:42,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 01:07:42,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 01:07:42,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 01:07:42,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 01:07:42,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 01:07:42,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 01:07:42,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 01:07:42,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 01:07:42,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 01:07:42,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 01:07:42,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 01:07:42,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 01:07:42,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 01:07:42,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 01:07:42,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 01:07:42,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 01:07:42,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 01:07:42,168 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 01:07:42,172 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@201a4587) with optional ClassLoader: null 2023-11-12 01:07:42,172 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 01:07:42,174 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@201a4587] started OK. 2023-11-12T01:07:42,482 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6 2023-11-12 01:07:42,488 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 01:07:42,488 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T01:07:42,503 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2023-11-12T01:07:42,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=10, OpenFileDescriptor=306, MaxFileDescriptor=60000, SystemLoadAverage=566, ProcessCount=167, AvailableMemoryMB=7416 2023-11-12T01:07:42,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T01:07:42,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a, deleteOnExit=true 2023-11-12T01:07:42,552 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T01:07:42,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/test.cache.data in system properties and HBase conf 2023-11-12T01:07:42,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T01:07:42,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/hadoop.log.dir in system properties and HBase conf 2023-11-12T01:07:42,555 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T01:07:42,555 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T01:07:42,555 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T01:07:42,696 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T01:07:43,200 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T01:07:43,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:07:43,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:07:43,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T01:07:43,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:07:43,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T01:07:43,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T01:07:43,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:07:43,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:07:43,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T01:07:43,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/nfs.dump.dir in system properties and HBase conf 2023-11-12T01:07:43,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir in system properties and HBase conf 2023-11-12T01:07:43,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:07:43,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T01:07:43,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T01:07:43,762 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:07:43,768 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:07:44,102 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T01:07:44,258 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5ff71d0c via org.mortbay.log.Slf4jLog 2023-11-12T01:07:44,283 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:07:44,335 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:07:44,381 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_37651_hdfs____.i1f8x4/webapp 2023-11-12T01:07:44,555 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37651 2023-11-12T01:07:44,580 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:07:44,580 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:07:45,215 WARN [Listener at localhost/42755 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:07:45,308 WARN [Listener at localhost/42755 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:07:45,329 WARN [Listener at localhost/42755 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:07:45,336 INFO [Listener at localhost/42755 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:07:45,342 INFO [Listener at localhost/42755 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_44695_datanode____tg56bd/webapp 2023-11-12T01:07:45,463 INFO [Listener at localhost/42755 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44695 2023-11-12T01:07:45,731 WARN [Listener at localhost/46699 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:07:45,756 WARN [Listener at localhost/46699 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:07:45,761 WARN [Listener at localhost/46699 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:07:45,763 INFO [Listener at localhost/46699 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:07:45,770 INFO [Listener at localhost/46699 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_42237_datanode____.cxk37l/webapp 2023-11-12T01:07:45,900 INFO [Listener at localhost/46699 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42237 2023-11-12T01:07:45,917 WARN [Listener at localhost/44395 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:07:46,114 WARN [Thread-74 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:07:46,114 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:07:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x26276d8e3cf847d8: Processing first storage report for DS-ea2355f5-9a6c-4a76-930e-273c25609584 from datanode f088bae2-8166-488f-a3fc-cd6e20595b8d 2023-11-12T01:07:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x26276d8e3cf847d8: from storage DS-ea2355f5-9a6c-4a76-930e-273c25609584 node DatanodeRegistration(127.0.0.1:35657, datanodeUuid=f088bae2-8166-488f-a3fc-cd6e20595b8d, infoPort=45255, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T01:07:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xea48ef95a169f6ce: Processing first storage report for DS-9a61d939-e6a3-4c0a-b3a8-e15908460954 from datanode 24434c5a-5458-4f25-b59e-ffb2c5341bb0 2023-11-12T01:07:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xea48ef95a169f6ce: from storage DS-9a61d939-e6a3-4c0a-b3a8-e15908460954 node DatanodeRegistration(127.0.0.1:42695, datanodeUuid=24434c5a-5458-4f25-b59e-ffb2c5341bb0, infoPort=42457, infoSecurePort=0, ipcPort=46699, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x26276d8e3cf847d8: Processing first storage report for DS-176cfefb-3733-4f6a-b246-08a70e12880b from datanode f088bae2-8166-488f-a3fc-cd6e20595b8d 2023-11-12T01:07:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x26276d8e3cf847d8: from storage DS-176cfefb-3733-4f6a-b246-08a70e12880b node DatanodeRegistration(127.0.0.1:35657, datanodeUuid=f088bae2-8166-488f-a3fc-cd6e20595b8d, infoPort=45255, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xea48ef95a169f6ce: Processing first storage report for DS-5fe6988d-f58c-48b5-898c-4e775281fa8f from datanode 24434c5a-5458-4f25-b59e-ffb2c5341bb0 2023-11-12T01:07:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xea48ef95a169f6ce: from storage DS-5fe6988d-f58c-48b5-898c-4e775281fa8f node DatanodeRegistration(127.0.0.1:42695, datanodeUuid=24434c5a-5458-4f25-b59e-ffb2c5341bb0, infoPort=42457, infoSecurePort=0, ipcPort=46699, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:46,491 DEBUG [Listener at localhost/44395 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6 2023-11-12T01:07:46,645 INFO [Listener at localhost/44395 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/zookeeper_0, clientPort=55922, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T01:07:46,664 INFO [Listener at localhost/44395 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55922 2023-11-12T01:07:46,674 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:46,677 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:47,402 INFO [Listener at localhost/44395 {}] util.FSUtils(462): Created version file at hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 with version=8 2023-11-12T01:07:47,403 INFO [Listener at localhost/44395 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/hbase-staging 2023-11-12T01:07:47,683 DEBUG [Listener at localhost/44395 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T01:07:48,439 INFO [Listener at localhost/44395 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:07:48,483 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:07:48,484 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:07:48,484 INFO [Listener at localhost/44395 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:07:48,484 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:07:48,485 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:07:48,682 INFO [Listener at localhost/44395 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:07:48,792 INFO [Listener at localhost/44395 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T01:07:48,812 DEBUG [Listener at localhost/44395 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T01:07:48,819 INFO [Listener at localhost/44395 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:07:48,880 DEBUG [Listener at localhost/44395 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 16331 (auto-detected) 2023-11-12T01:07:48,882 DEBUG [Listener at localhost/44395 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T01:07:48,929 INFO [Listener at localhost/44395 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:43907 2023-11-12T01:07:48,943 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:48,947 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:48,969 INFO [Listener at localhost/44395 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:43907 connecting to ZooKeeper ensemble=127.0.0.1:55922 2023-11-12T01:07:49,028 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:439070x0, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:07:49,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:43907-0x1004b2bf72c0000 connected 2023-11-12T01:07:49,082 DEBUG [Listener at localhost/44395 {}] zookeeper.ZKUtil(113): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:07:49,086 DEBUG [Listener at localhost/44395 {}] zookeeper.ZKUtil(113): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:07:49,091 DEBUG [Listener at localhost/44395 {}] zookeeper.ZKUtil(113): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:07:49,102 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43907 2023-11-12T01:07:49,102 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43907 2023-11-12T01:07:49,103 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43907 2023-11-12T01:07:49,104 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43907 2023-11-12T01:07:49,105 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43907 2023-11-12T01:07:49,119 INFO [Listener at localhost/44395 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4, hbase.cluster.distributed=false 2023-11-12T01:07:49,193 INFO [Listener at localhost/44395 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:07:49,194 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:07:49,194 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:07:49,194 INFO [Listener at localhost/44395 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:07:49,194 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:07:49,195 INFO [Listener at localhost/44395 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:07:49,201 INFO [Listener at localhost/44395 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:07:49,203 INFO [Listener at localhost/44395 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:07:49,205 INFO [Listener at localhost/44395 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35055 2023-11-12T01:07:49,207 INFO [Listener at localhost/44395 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T01:07:49,218 DEBUG [Listener at localhost/44395 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T01:07:49,220 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:49,222 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:49,224 INFO [Listener at localhost/44395 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35055 connecting to ZooKeeper ensemble=127.0.0.1:55922 2023-11-12T01:07:49,230 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:350550x0, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:07:49,232 DEBUG [Listener at localhost/44395 {}] zookeeper.ZKUtil(113): regionserver:350550x0, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:07:49,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35055-0x1004b2bf72c0001 connected 2023-11-12T01:07:49,234 DEBUG [Listener at localhost/44395 {}] zookeeper.ZKUtil(113): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:07:49,236 DEBUG [Listener at localhost/44395 {}] zookeeper.ZKUtil(113): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:07:49,237 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35055 2023-11-12T01:07:49,238 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35055 2023-11-12T01:07:49,238 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35055 2023-11-12T01:07:49,239 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35055 2023-11-12T01:07:49,239 DEBUG [Listener at localhost/44395 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35055 2023-11-12T01:07:49,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /hbase/backup-masters/jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:49,264 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:07:49,264 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:07:49,267 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:49,281 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:43907 2023-11-12T01:07:49,288 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:07:49,288 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:07:49,289 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:49,289 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:49,290 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:07:49,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:07:49,293 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/jenkins-hbase3.apache.org,43907,1699751267666 from backup master directory 2023-11-12T01:07:49,297 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:49,297 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:07:49,297 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:07:49,298 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:07:49,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:49,301 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T01:07:49,303 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T01:07:49,403 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/hbase.id with ID: bc250bc9-2e44-4e52-a26e-0130734390cc 2023-11-12T01:07:49,459 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:49,478 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:49,478 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:49,538 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:07:49,541 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T01:07:49,548 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:07:49,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store 2023-11-12T01:07:49,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T01:07:49,694 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:49,694 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:07:49,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:07:49,694 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:07:49,694 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:07:49,694 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:07:49,695 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:07:49,695 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:07:49,697 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/.initializing 2023-11-12T01:07:49,697 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:49,707 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:07:49,723 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43907%2C1699751267666, suffix=, logDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/oldWALs, maxLogs=10 2023-11-12T01:07:49,759 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T01:07:49,759 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T01:07:49,761 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:183) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:167) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:117) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:694) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:910) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$8(AbstractFSWAL.java:942) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:942) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:576) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.init(AbstractFSWAL.java:517) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractFSWALProvider.getWAL(AbstractFSWALProvider.java:157) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractFSWALProvider.getWAL(AbstractFSWALProvider.java:59) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getWAL(WALFactory.java:325) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.createWAL(MasterRegion.java:211) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.bootstrap(MasterRegion.java:234) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:395) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:07:49,772 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733, exclude list is [], retry=0 2023-11-12T01:07:49,813 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:07:49,815 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42695,DS-9a61d939-e6a3-4c0a-b3a8-e15908460954,DISK] 2023-11-12T01:07:49,815 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK] 2023-11-12T01:07:49,823 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:07:49,909 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 2023-11-12T01:07:49,909 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42695,DS-9a61d939-e6a3-4c0a-b3a8-e15908460954,DISK], DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK]] 2023-11-12T01:07:49,910 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:07:49,910 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:49,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:49,916 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:49,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T01:07:50,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:50,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T01:07:50,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:07:50,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T01:07:50,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:07:50,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T01:07:50,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:07:50,056 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,071 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T01:07:50,076 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:07:50,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:07:50,083 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735648, jitterRate=-0.06457628309726715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T01:07:50,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:07:50,091 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T01:07:50,141 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192718b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:07:50,199 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T01:07:50,220 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T01:07:50,220 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T01:07:50,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T01:07:50,226 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T01:07:50,234 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-11-12T01:07:50,234 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T01:07:50,276 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T01:07:50,298 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2023-11-12T01:07:50,301 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/balancer already deleted, retry=false 2023-11-12T01:07:50,305 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T01:07:50,307 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2023-11-12T01:07:50,309 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/normalizer already deleted, retry=false 2023-11-12T01:07:50,312 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T01:07:50,317 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2023-11-12T01:07:50,319 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/split already deleted, retry=false 2023-11-12T01:07:50,321 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2023-11-12T01:07:50,328 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/merge already deleted, retry=false 2023-11-12T01:07:50,345 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T01:07:50,347 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/snapshot-cleanup already deleted, retry=false 2023-11-12T01:07:50,352 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:07:50,352 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:50,352 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:07:50,352 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:50,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,43907,1699751267666, sessionid=0x1004b2bf72c0000, setting cluster-up flag (Was=false) 2023-11-12T01:07:50,375 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:50,375 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:50,384 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2023-11-12T01:07:50,386 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:50,393 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:50,393 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:50,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2023-11-12T01:07:50,408 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:50,468 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:35055 2023-11-12T01:07:50,473 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(997): ClusterId : bc250bc9-2e44-4e52-a26e-0130734390cc 2023-11-12T01:07:50,477 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T01:07:50,484 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T01:07:50,484 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T01:07:50,489 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T01:07:50,491 DEBUG [RS:0;jenkins-hbase3:35055 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34295f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:07:50,493 DEBUG [RS:0;jenkins-hbase3:35055 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfe6b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:07:50,499 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T01:07:50,499 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T01:07:50,499 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T01:07:50,503 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,43907,1699751267666 with isa=jenkins-hbase3.apache.org/172.31.12.81:35055, startcode=1699751269192 2023-11-12T01:07:50,530 DEBUG [RS:0;jenkins-hbase3:35055 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T01:07:50,608 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47661, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T01:07:50,610 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T01:07:50,619 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:07:50,622 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T01:07:50,627 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T01:07:50,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,43907,1699751267666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T01:07:50,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:07:50,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:07:50,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:07:50,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:07:50,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T01:07:50,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:07:50,648 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699751300653 2023-11-12T01:07:50,657 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T01:07:50,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T01:07:50,665 WARN [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T01:07:50,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:07:50,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T01:07:50,673 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T01:07:50,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:07:50,684 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T01:07:50,684 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T01:07:50,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T01:07:50,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T01:07:50,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,703 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T01:07:50,705 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T01:07:50,708 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T01:07:50,712 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T01:07:50,713 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T01:07:50,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T01:07:50,714 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 2023-11-12T01:07:50,714 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751270714,5,FailOnTimeoutGroup] 2023-11-12T01:07:50,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751270715,5,FailOnTimeoutGroup] 2023-11-12T01:07:50,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T01:07:50,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:50,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:07:50,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:07:50,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:07:50,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:07:50,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:50,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:07:50,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:07:50,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:50,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:50,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740 2023-11-12T01:07:50,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740 2023-11-12T01:07:50,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:07:50,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:07:50,767 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,43907,1699751267666 with isa=jenkins-hbase3.apache.org/172.31.12.81:35055, startcode=1699751269192 2023-11-12T01:07:50,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:07:50,773 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721862, jitterRate=-0.08210508525371552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:07:50,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43907 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:50,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:07:50,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:07:50,777 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:07:50,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:07:50,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:07:50,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:07:50,778 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:07:50,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:07:50,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:07:50,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T01:07:50,791 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 2023-11-12T01:07:50,791 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42755 2023-11-12T01:07:50,791 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-11-12T01:07:50,798 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:07:50,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T01:07:50,799 DEBUG [RS:0;jenkins-hbase3:35055 {}] zookeeper.ZKUtil(111): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:50,799 WARN [RS:0;jenkins-hbase3:35055 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:07:50,799 INFO [RS:0;jenkins-hbase3:35055 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:07:50,800 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:50,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35055,1699751269192] 2023-11-12T01:07:50,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T01:07:50,823 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T01:07:50,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T01:07:50,840 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T01:07:50,857 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T01:07:50,863 INFO [RS:0;jenkins-hbase3:35055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T01:07:50,864 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,865 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T01:07:50,876 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,876 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,877 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,878 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,878 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,878 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:07:50,878 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:07:50,878 DEBUG [RS:0;jenkins-hbase3:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:07:50,880 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,880 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,880 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,880 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,881 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35055,1699751269192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:07:50,903 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T01:07:50,906 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35055,1699751269192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:50,926 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35055,1699751269192 started 2023-11-12T01:07:50,926 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35055,1699751269192, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35055, sessionid=0x1004b2bf72c0001 2023-11-12T01:07:50,927 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T01:07:50,927 DEBUG [RS:0;jenkins-hbase3:35055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:50,927 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35055,1699751269192' 2023-11-12T01:07:50,928 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-11-12T01:07:50,928 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-11-12T01:07:50,929 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T01:07:50,929 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T01:07:50,929 DEBUG [RS:0;jenkins-hbase3:35055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:50,929 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35055,1699751269192' 2023-11-12T01:07:50,929 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-11-12T01:07:50,930 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-11-12T01:07:50,931 DEBUG [RS:0;jenkins-hbase3:35055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T01:07:50,931 INFO [RS:0;jenkins-hbase3:35055 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T01:07:50,931 INFO [RS:0;jenkins-hbase3:35055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T01:07:50,975 WARN [jenkins-hbase3:43907 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T01:07:51,043 INFO [RS:0;jenkins-hbase3:35055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:07:51,046 INFO [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35055%2C1699751269192, suffix=, logDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs, maxLogs=32 2023-11-12T01:07:51,061 DEBUG [RS:0;jenkins-hbase3:35055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049, exclude list is [], retry=0 2023-11-12T01:07:51,074 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42695,DS-9a61d939-e6a3-4c0a-b3a8-e15908460954,DISK] 2023-11-12T01:07:51,076 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK] 2023-11-12T01:07:51,081 INFO [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 2023-11-12T01:07:51,082 DEBUG [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK], DatanodeInfoWithStorage[127.0.0.1:42695,DS-9a61d939-e6a3-4c0a-b3a8-e15908460954,DISK]] 2023-11-12T01:07:51,227 DEBUG [jenkins-hbase3:43907 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T01:07:51,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:51,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35055,1699751269192, state=OPENING 2023-11-12T01:07:51,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T01:07:51,254 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:51,254 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:51,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:07:51,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:07:51,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35055,1699751269192}] 2023-11-12T01:07:51,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:51,452 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T01:07:51,455 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37756, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T01:07:51,472 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T01:07:51,473 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:07:51,474 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T01:07:51,477 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta, suffix=.meta, logDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs, maxLogs=32 2023-11-12T01:07:51,495 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta, exclude list is [], retry=0 2023-11-12T01:07:51,501 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK] 2023-11-12T01:07:51,501 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42695,DS-9a61d939-e6a3-4c0a-b3a8-e15908460954,DISK] 2023-11-12T01:07:51,514 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta 2023-11-12T01:07:51,515 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK], DatanodeInfoWithStorage[127.0.0.1:42695,DS-9a61d939-e6a3-4c0a-b3a8-e15908460954,DISK]] 2023-11-12T01:07:51,515 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:07:51,517 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T01:07:51,537 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T01:07:51,544 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T01:07:51,550 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T01:07:51,551 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:51,551 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T01:07:51,551 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T01:07:51,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:07:51,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:07:51,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:51,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:51,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:07:51,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:07:51,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:51,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:51,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:07:51,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:07:51,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:51,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:07:51,566 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740 2023-11-12T01:07:51,568 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740 2023-11-12T01:07:51,572 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:07:51,575 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:07:51,577 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872181, jitterRate=0.1090361624956131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:07:51,578 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:07:51,591 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699751271440 2023-11-12T01:07:51,611 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T01:07:51,612 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T01:07:51,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:51,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35055,1699751269192, state=OPEN 2023-11-12T01:07:51,627 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:07:51,627 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:07:51,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:07:51,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:07:51,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T01:07:51,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35055,1699751269192 in 369 msec 2023-11-12T01:07:51,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T01:07:51,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 842 msec 2023-11-12T01:07:51,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1760 sec 2023-11-12T01:07:51,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699751271654, completionTime=-1 2023-11-12T01:07:51,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T01:07:51,654 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T01:07:51,724 DEBUG [hconnection-0x87b1409-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:07:51,727 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37772, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:07:51,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T01:07:51,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699751331770 2023-11-12T01:07:51,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699751391770 2023-11-12T01:07:51,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 115 msec 2023-11-12T01:07:51,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1699751267666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:51,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1699751267666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:51,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1699751267666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:51,802 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:43907, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:51,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T01:07:51,810 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T01:07:51,822 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T01:07:51,823 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:07:51,833 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T01:07:51,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:07:51,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:51,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:07:51,875 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dd13fada4ade73cb9c2368a28dfb1443, NAME => 'hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 2023-11-12T01:07:51,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:51,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing dd13fada4ade73cb9c2368a28dfb1443, disabling compactions & flushes 2023-11-12T01:07:51,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:51,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:51,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. after waiting 0 ms 2023-11-12T01:07:51,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:51,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:51,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for dd13fada4ade73cb9c2368a28dfb1443: 2023-11-12T01:07:51,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:07:51,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699751271902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751271902"}]},"ts":"1699751271902"} 2023-11-12T01:07:51,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:07:51,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:07:51,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751271953"}]},"ts":"1699751271953"} 2023-11-12T01:07:51,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T01:07:51,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dd13fada4ade73cb9c2368a28dfb1443, ASSIGN}] 2023-11-12T01:07:51,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dd13fada4ade73cb9c2368a28dfb1443, ASSIGN 2023-11-12T01:07:51,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=dd13fada4ade73cb9c2368a28dfb1443, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35055,1699751269192; forceNewPlan=false, retain=false 2023-11-12T01:07:52,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dd13fada4ade73cb9c2368a28dfb1443, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:52,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure dd13fada4ade73cb9c2368a28dfb1443, server=jenkins-hbase3.apache.org,35055,1699751269192}] 2023-11-12T01:07:52,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:52,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:52,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => dd13fada4ade73cb9c2368a28dfb1443, NAME => 'hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:07:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,313 INFO [StoreOpener-dd13fada4ade73cb9c2368a28dfb1443-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,315 INFO [StoreOpener-dd13fada4ade73cb9c2368a28dfb1443-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd13fada4ade73cb9c2368a28dfb1443 columnFamilyName info 2023-11-12T01:07:52,315 DEBUG [StoreOpener-dd13fada4ade73cb9c2368a28dfb1443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:52,317 INFO [StoreOpener-dd13fada4ade73cb9c2368a28dfb1443-1 {}] regionserver.HStore(324): Store=dd13fada4ade73cb9c2368a28dfb1443/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:07:52,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:07:52,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:07:52,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened dd13fada4ade73cb9c2368a28dfb1443; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823666, jitterRate=0.04734636843204498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:07:52,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for dd13fada4ade73cb9c2368a28dfb1443: 2023-11-12T01:07:52,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443., pid=6, masterSystemTime=1699751272300 2023-11-12T01:07:52,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:52,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:07:52,343 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dd13fada4ade73cb9c2368a28dfb1443, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:52,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T01:07:52,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure dd13fada4ade73cb9c2368a28dfb1443, server=jenkins-hbase3.apache.org,35055,1699751269192 in 203 msec 2023-11-12T01:07:52,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T01:07:52,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=dd13fada4ade73cb9c2368a28dfb1443, ASSIGN in 377 msec 2023-11-12T01:07:52,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:07:52,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751272359"}]},"ts":"1699751272359"} 2023-11-12T01:07:52,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T01:07:52,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:07:52,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 545 msec 2023-11-12T01:07:52,439 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2023-11-12T01:07:52,441 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:52,441 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:07:52,441 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:07:52,495 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T01:07:52,514 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:07:52,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2023-11-12T01:07:52,537 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T01:07:52,563 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:07:52,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 37 msec 2023-11-12T01:07:52,585 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2023-11-12T01:07:52,590 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2023-11-12T01:07:52,590 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.292sec 2023-11-12T01:07:52,592 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T01:07:52,594 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T01:07:52,595 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T01:07:52,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T01:07:52,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T01:07:52,598 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1699751267666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:07:52,599 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1699751267666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T01:07:52,611 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T01:07:52,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T01:07:52,668 DEBUG [Listener at localhost/44395 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a3edae5 to 127.0.0.1:55922 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T01:07:52,680 DEBUG [Listener at localhost/44395 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24edf546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:07:52,685 DEBUG [Listener at localhost/44395 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T01:07:52,685 DEBUG [Listener at localhost/44395 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T01:07:52,707 DEBUG [hconnection-0x7fc745a6-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:07:52,724 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:07:52,738 INFO [Listener at localhost/44395 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:07:52,739 INFO [Listener at localhost/44395 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:07:52,746 INFO [Listener at localhost/44395 {}] master.MasterRpcServices(505): Client=null/null set balanceSwitch=false 2023-11-12T01:07:52,778 WARN [Listener at localhost/44395 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:07:52,781 WARN [Listener at localhost/44395 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:07:52,782 INFO [Listener at localhost/44395 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:07:52,790 INFO [Listener at localhost/44395 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_33559_datanode____4m2ffk/webapp 2023-11-12T01:07:52,915 INFO [Listener at localhost/44395 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33559 2023-11-12T01:07:52,929 WARN [Listener at localhost/35925 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:07:52,957 WARN [Listener at localhost/35925 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:07:52,960 WARN [Listener at localhost/35925 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:07:52,962 INFO [Listener at localhost/35925 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:07:52,986 INFO [Listener at localhost/35925 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_35835_datanode____rmfv8f/webapp 2023-11-12T01:07:53,034 WARN [Thread-206 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:07:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x33f6301d75853261: Processing first storage report for DS-60fdadd4-a291-4ab0-bd13-ac560e18e064 from datanode dedcdf1f-4387-4672-9d4f-65d90f77a682 2023-11-12T01:07:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x33f6301d75853261: from storage DS-60fdadd4-a291-4ab0-bd13-ac560e18e064 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=dedcdf1f-4387-4672-9d4f-65d90f77a682, infoPort=42765, infoSecurePort=0, ipcPort=35925, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x33f6301d75853261: Processing first storage report for DS-473cc2a3-77b9-4a66-b647-8649fbcd001d from datanode dedcdf1f-4387-4672-9d4f-65d90f77a682 2023-11-12T01:07:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x33f6301d75853261: from storage DS-473cc2a3-77b9-4a66-b647-8649fbcd001d node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=dedcdf1f-4387-4672-9d4f-65d90f77a682, infoPort=42765, infoSecurePort=0, ipcPort=35925, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:53,130 INFO [Listener at localhost/35925 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35835 2023-11-12T01:07:53,148 WARN [Listener at localhost/43945 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:07:53,203 WARN [Listener at localhost/43945 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:07:53,210 WARN [Listener at localhost/43945 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:07:53,211 INFO [Listener at localhost/43945 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:07:53,224 INFO [Listener at localhost/43945 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_36459_datanode____pdquws/webapp 2023-11-12T01:07:53,268 WARN [Thread-240 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:07:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xdab2eb2b27c9c6e8: Processing first storage report for DS-a96a7d61-acd8-4ea3-b004-f03b3c2288c4 from datanode 9456a613-192f-4342-9d07-79427cb7043b 2023-11-12T01:07:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xdab2eb2b27c9c6e8: from storage DS-a96a7d61-acd8-4ea3-b004-f03b3c2288c4 node DatanodeRegistration(127.0.0.1:45825, datanodeUuid=9456a613-192f-4342-9d07-79427cb7043b, infoPort=38219, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xdab2eb2b27c9c6e8: Processing first storage report for DS-25ad2e2b-5d34-4c47-a2c5-5409fb8d3a59 from datanode 9456a613-192f-4342-9d07-79427cb7043b 2023-11-12T01:07:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xdab2eb2b27c9c6e8: from storage DS-25ad2e2b-5d34-4c47-a2c5-5409fb8d3a59 node DatanodeRegistration(127.0.0.1:45825, datanodeUuid=9456a613-192f-4342-9d07-79427cb7043b, infoPort=38219, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:53,370 INFO [Listener at localhost/43945 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36459 2023-11-12T01:07:53,399 WARN [Listener at localhost/38003 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:07:53,529 WARN [Thread-274 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:07:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x1ef32a01036f51e2: Processing first storage report for DS-ac12ab1c-4802-45a5-8588-ec768fc376bd from datanode 52409288-3884-490a-bec9-acb96e7bce96 2023-11-12T01:07:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x1ef32a01036f51e2: from storage DS-ac12ab1c-4802-45a5-8588-ec768fc376bd node DatanodeRegistration(127.0.0.1:46753, datanodeUuid=52409288-3884-490a-bec9-acb96e7bce96, infoPort=43819, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T01:07:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x1ef32a01036f51e2: Processing first storage report for DS-e97655c4-2862-4444-9e55-64039e784d2c from datanode 52409288-3884-490a-bec9-acb96e7bce96 2023-11-12T01:07:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x1ef32a01036f51e2: from storage DS-e97655c4-2862-4444-9e55-64039e784d2c node DatanodeRegistration(127.0.0.1:46753, datanodeUuid=52409288-3884-490a-bec9-acb96e7bce96, infoPort=43819, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:07:53,649 DEBUG [Listener at localhost/38003 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T01:07:53,654 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42456, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T01:07:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] util.TableDescriptorChecker(342): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2023-11-12T01:07:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] util.TableDescriptorChecker(342): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2023-11-12T01:07:53,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:07:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2023-11-12T01:07:53,681 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:07:53,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 9 2023-11-12T01:07:53,682 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:53,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:07:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T01:07:53,714 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 881b8a5fc3e4dca4d4176666eac77423, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 2023-11-12T01:07:53,730 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(888): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:53,730 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1668): Closing 881b8a5fc3e4dca4d4176666eac77423, disabling compactions & flushes 2023-11-12T01:07:53,730 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1690): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:53,730 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:53,730 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. after waiting 0 ms 2023-11-12T01:07:53,730 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:53,730 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1909): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:53,730 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1622): Region close journal for 881b8a5fc3e4dca4d4176666eac77423: 2023-11-12T01:07:53,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:07:53,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1699751273734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751273734"}]},"ts":"1699751273734"} 2023-11-12T01:07:53,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:07:53,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:07:53,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751273740"}]},"ts":"1699751273740"} 2023-11-12T01:07:53,743 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2023-11-12T01:07:53,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=881b8a5fc3e4dca4d4176666eac77423, ASSIGN}] 2023-11-12T01:07:53,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=881b8a5fc3e4dca4d4176666eac77423, ASSIGN 2023-11-12T01:07:53,753 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=881b8a5fc3e4dca4d4176666eac77423, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35055,1699751269192; forceNewPlan=false, retain=false 2023-11-12T01:07:53,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=881b8a5fc3e4dca4d4176666eac77423, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:53,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 881b8a5fc3e4dca4d4176666eac77423, server=jenkins-hbase3.apache.org,35055,1699751269192}] 2023-11-12T01:07:54,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:54,077 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(130): Open TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:54,078 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7254): Opening region: {ENCODED => 881b8a5fc3e4dca4d4176666eac77423, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:07:54,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(888): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:07:54,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7296): checking encryption for 881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7299): checking classloading for 881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,081 INFO [StoreOpener-881b8a5fc3e4dca4d4176666eac77423-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,084 INFO [StoreOpener-881b8a5fc3e4dca4d4176666eac77423-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881b8a5fc3e4dca4d4176666eac77423 columnFamilyName info 2023-11-12T01:07:54,084 DEBUG [StoreOpener-881b8a5fc3e4dca4d4176666eac77423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:07:54,085 INFO [StoreOpener-881b8a5fc3e4dca4d4176666eac77423-1 {}] regionserver.HStore(324): Store=881b8a5fc3e4dca4d4176666eac77423/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:07:54,087 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,088 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,092 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1076): writing seq id for 881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:07:54,099 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:07:54,100 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): Opened 881b8a5fc3e4dca4d4176666eac77423; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=727913, jitterRate=-0.07441124320030212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:07:54,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(992): Region open journal for 881b8a5fc3e4dca4d4176666eac77423: 2023-11-12T01:07:54,103 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2556): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423., pid=11, masterSystemTime=1699751274062 2023-11-12T01:07:54,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2583): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:54,107 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(158): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:07:54,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=881b8a5fc3e4dca4d4176666eac77423, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:07:54,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=11, resume processing ppid=10 2023-11-12T01:07:54,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 881b8a5fc3e4dca4d4176666eac77423, server=jenkins-hbase3.apache.org,35055,1699751269192 in 203 msec 2023-11-12T01:07:54,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=10, resume processing ppid=9 2023-11-12T01:07:54,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=881b8a5fc3e4dca4d4176666eac77423, ASSIGN in 368 msec 2023-11-12T01:07:54,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:07:54,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751274121"}]},"ts":"1699751274121"} 2023-11-12T01:07:54,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2023-11-12T01:07:54,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:07:54,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 459 msec 2023-11-12T01:07:57,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-11-12T01:07:57,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T01:07:57,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T01:07:57,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2023-11-12T01:07:58,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T01:07:58,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T01:07:58,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T01:07:58,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T01:07:58,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2023-11-12T01:07:58,793 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2023-11-12T01:07:58,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:07:58,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T01:07:58,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T01:07:58,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T01:08:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T01:08:03,705 INFO [Listener at localhost/38003 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath, procId: 9 completed 2023-11-12T01:08:03,705 DEBUG [Listener at localhost/38003 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2023-11-12T01:08:03,708 INFO [Listener at localhost/38003 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T01:08:03,712 INFO [Listener at localhost/38003 {}] hbase.HBaseTestingUtility(3581): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2023-11-12T01:08:03,713 INFO [Listener at localhost/38003 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T01:08:03,713 INFO [Listener at localhost/38003 {}] hbase.HBaseTestingUtility(3601): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2023-11-12T01:08:03,727 DEBUG [Listener at localhost/38003 {}] hbase.HBaseTestingUtility(2714): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2023-11-12T01:08:03,728 DEBUG [Listener at localhost/38003 {}] hbase.HBaseTestingUtility(2720): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:08:03,729 WARN [Listener at localhost/38003 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:08:03,737 INFO [Listener at localhost/38003 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:03,738 WARN [715384777@qtp-1456910375-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42237 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(546): HttpServer Acceptor: isRunning is false. Rechecking. 2023-11-12T01:08:03,739 WARN [715384777@qtp-1456910375-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42237 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(555): HttpServer Acceptor: isRunning is false 2023-11-12T01:08:03,742 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-224320186_18 at /127.0.0.1:49332 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741830_1006] {}] datanode.DataXceiver(323): 127.0.0.1:42695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49332 dst: /127.0.0.1:42695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:211) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:03,742 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_726487884_18 at /127.0.0.1:49364 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741834_1010] {}] datanode.DataXceiver(323): 127.0.0.1:42695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49364 dst: /127.0.0.1:42695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:211) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:03,742 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_726487884_18 at /127.0.0.1:49360 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741833_1009] {}] datanode.DataXceiver(323): 127.0.0.1:42695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49360 dst: /127.0.0.1:42695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:211) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:03,843 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-224320186_18 at /127.0.0.1:35868 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741830_1006] {}] datanode.DataXceiver(323): 127.0.0.1:35657:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35868 dst: /127.0.0.1:35657 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[closed]. 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:342) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-2.10.2.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) ~[?:1.8.0_362] at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) ~[?:1.8.0_362] at java.io.BufferedInputStream.read(BufferedInputStream.java:345) ~[?:1.8.0_362] at java.io.DataInputStream.read(DataInputStream.java:149) ~[?:1.8.0_362] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:03,844 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_726487884_18 at /127.0.0.1:35904 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741833_1009] {}] datanode.DataXceiver(323): 127.0.0.1:35657:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35904 dst: /127.0.0.1:35657 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[closed]. 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:342) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-2.10.2.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) ~[?:1.8.0_362] at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) ~[?:1.8.0_362] at java.io.BufferedInputStream.read(BufferedInputStream.java:345) ~[?:1.8.0_362] at java.io.DataInputStream.read(DataInputStream.java:149) ~[?:1.8.0_362] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:03,844 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_726487884_18 at /127.0.0.1:35916 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741834_1010] {}] datanode.DataXceiver(323): 127.0.0.1:35657:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35916 dst: /127.0.0.1:35657 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[closed]. 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:342) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-2.10.2.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) ~[?:1.8.0_362] at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) ~[?:1.8.0_362] at java.io.BufferedInputStream.read(BufferedInputStream.java:345) ~[?:1.8.0_362] at java.io.DataInputStream.read(DataInputStream.java:149) ~[?:1.8.0_362] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:03,850 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:08:03,850 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1759255715-172.31.12.81-1699751263852 (Datanode Uuid f088bae2-8166-488f-a3fc-cd6e20595b8d) service to localhost/127.0.0.1:42755 2023-11-12T01:08:03,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data3/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:03,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data4/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:03,862 WARN [Listener at localhost/38003 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:08:03,865 WARN [Listener at localhost/38003 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:08:03,867 INFO [Listener at localhost/38003 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:08:03,874 INFO [Listener at localhost/38003 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/java.io.tmpdir/Jetty_localhost_36135_datanode____.da70g9/webapp 2023-11-12T01:08:03,996 INFO [Listener at localhost/38003 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36135 2023-11-12T01:08:04,046 WARN [Listener at localhost/33847 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:08:04,057 WARN [AsyncFSWAL-0-hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 {}] wal.AsyncFSWAL(306): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:460) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:549) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:151) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.sync(AsyncFSWAL.java:420) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.consume(AsyncFSWAL.java:620) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,059 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35055%2C1699751269192:(num 1699751271049) roll requested 2023-11-12T01:08:04,073 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751284059, exclude list is [], retry=0 2023-11-12T01:08:04,086 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK] 2023-11-12T01:08:04,087 INFO [regionserver/jenkins-hbase3:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2023-11-12T01:08:04,087 WARN [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(585): create fan-out dfs output /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751284059 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:35657 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:710) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:687) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,119 WARN [Thread-321 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:08:04,189 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751284059, exclude list is [DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK]], retry=1 2023-11-12T01:08:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfb0cb2ebaf8d715f: Processing first storage report for DS-ea2355f5-9a6c-4a76-930e-273c25609584 from datanode f088bae2-8166-488f-a3fc-cd6e20595b8d 2023-11-12T01:08:04,190 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_726487884_18 at /127.0.0.1:37384 [Receiving block BP-1759255715-172.31.12.81-1699751263852:blk_1073741839_1015] {}] datanode.DataXceiver(323): 127.0.0.1:46753:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37384 dst: /127.0.0.1:46753 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:211) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) ~[hadoop-hdfs-2.10.2.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) ~[hadoop-hdfs-2.10.2.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfb0cb2ebaf8d715f: from storage DS-ea2355f5-9a6c-4a76-930e-273c25609584 node DatanodeRegistration(127.0.0.1:44313, datanodeUuid=f088bae2-8166-488f-a3fc-cd6e20595b8d, infoPort=34475, infoSecurePort=0, ipcPort=33847, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T01:08:04,192 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfb0cb2ebaf8d715f: Processing first storage report for DS-176cfefb-3733-4f6a-b246-08a70e12880b from datanode f088bae2-8166-488f-a3fc-cd6e20595b8d 2023-11-12T01:08:04,192 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfb0cb2ebaf8d715f: from storage DS-176cfefb-3733-4f6a-b246-08a70e12880b node DatanodeRegistration(127.0.0.1:44313, datanodeUuid=f088bae2-8166-488f-a3fc-cd6e20595b8d, infoPort=34475, infoSecurePort=0, ipcPort=33847, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 7, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:08:04,203 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK] 2023-11-12T01:08:04,204 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44313,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK] 2023-11-12T01:08:04,211 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 with entries=6, filesize=3.20 KB; new WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751284059 2023-11-12T01:08:04,212 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK], DatanodeInfoWithStorage[127.0.0.1:44313,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK]] 2023-11-12T01:08:04,213 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 is not closed yet, will try archiving it next time 2023-11-12T01:08:04,215 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T01:08:04,216 INFO [Listener at localhost/33847 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T01:08:04,217 DEBUG [Listener at localhost/33847 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a3edae5 to 127.0.0.1:55922 2023-11-12T01:08:04,217 DEBUG [Listener at localhost/33847 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:08:04,217 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(251): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:460) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:549) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:245) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:201) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:236) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:248) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:160) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.lambda$closeWriter$5(AsyncFSWAL.java:721) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,218 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(163): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:557) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:606) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:161) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.lambda$closeWriter$5(AsyncFSWAL.java:721) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,218 DEBUG [Listener at localhost/33847 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T01:08:04,219 DEBUG [Listener at localhost/33847 {}] util.JVMClusterUtil(257): Found active master hash=1159254782, stopped=false 2023-11-12T01:08:04,219 INFO [Listener at localhost/33847 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:08:04,221 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(86): Recover lease on dfs file /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 2023-11-12T01:08:04,223 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:08:04,223 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:04,223 INFO [Listener at localhost/33847 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T01:08:04,223 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:08:04,223 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:04,224 DEBUG [Listener at localhost/33847 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:08:04,224 INFO [Listener at localhost/33847 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35055,1699751269192' ***** 2023-11-12T01:08:04,224 INFO [Listener at localhost/33847 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T01:08:04,225 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T01:08:04,225 INFO [RS:0;jenkins-hbase3:35055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T01:08:04,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T01:08:04,225 INFO [RS:0;jenkins-hbase3:35055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T01:08:04,226 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(3528): Received CLOSE for 881b8a5fc3e4dca4d4176666eac77423 2023-11-12T01:08:04,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:08:04,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:08:04,227 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(3528): Received CLOSE for dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:08:04,227 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:08:04,227 DEBUG [RS:0;jenkins-hbase3:35055 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:08:04,227 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T01:08:04,227 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T01:08:04,227 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T01:08:04,227 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T01:08:04,228 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-11-12T01:08:04,228 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, 881b8a5fc3e4dca4d4176666eac77423=TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423., dd13fada4ade73cb9c2368a28dfb1443=hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443.} 2023-11-12T01:08:04,228 WARN [IPC Server handler 3 on default port 42755 {}] namenode.FSNamesystem(3290): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741833_1009 2023-11-12T01:08:04,230 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 881b8a5fc3e4dca4d4176666eac77423, dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:08:04,231 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:08:04,232 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 881b8a5fc3e4dca4d4176666eac77423, disabling compactions & flushes 2023-11-12T01:08:04,232 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(175): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 after 11ms 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:08:04,232 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. after waiting 0 ms 2023-11-12T01:08:04,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:08:04,233 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=2.92 KB heapSize=5.45 KB 2023-11-12T01:08:04,233 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 881b8a5fc3e4dca4d4176666eac77423 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2023-11-12T01:08:04,245 WARN [AsyncFSWAL-0-hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4 {}] wal.AsyncFSWAL(306): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:460) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:549) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:151) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.sync(AsyncFSWAL.java:420) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.consume(AsyncFSWAL.java:620) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,245 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta:.meta(num 1699751271479) roll requested 2023-11-12T01:08:04,258 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751284245.meta, exclude list is [DatanodeInfoWithStorage[127.0.0.1:35657,DS-ea2355f5-9a6c-4a76-930e-273c25609584,DISK]], retry=0 2023-11-12T01:08:04,270 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-a96a7d61-acd8-4ea3-b004-f03b3c2288c4,DISK] 2023-11-12T01:08:04,265 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK] 2023-11-12T01:08:04,278 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta with entries=12, filesize=3.87 KB; new WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751284245.meta 2023-11-12T01:08:04,278 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK], DatanodeInfoWithStorage[127.0.0.1:45825,DS-a96a7d61-acd8-4ea3-b004-f03b3c2288c4,DISK]] 2023-11-12T01:08:04,279 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta is not closed yet, will try archiving it next time 2023-11-12T01:08:04,279 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(251): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:460) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:549) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:245) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:201) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:236) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:248) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:160) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.lambda$closeWriter$5(AsyncFSWAL.java:721) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,279 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(163): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:557) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:606) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:161) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.lambda$closeWriter$5(AsyncFSWAL.java:721) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:04,279 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(86): Recover lease on dfs file /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta 2023-11-12T01:08:04,280 WARN [IPC Server handler 3 on default port 42755 {}] namenode.FSNamesystem(3290): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta has not been closed. Lease recovery is in progress. RecoveryId = 1019 for block blk_1073741834_1010 2023-11-12T01:08:04,281 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(175): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta after 2ms 2023-11-12T01:08:04,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/.tmp/info/9b5e31aba43847ec9f10625aab6d69ae is 1055, key is row0001/info:/1699751283720/Put/seqid=0 2023-11-12T01:08:04,340 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/.tmp/info/07661ccffa57411795c578212490319f is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423./info:regioninfo/1699751274108/Put/seqid=0 2023-11-12T01:08:04,385 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/.tmp/info/9b5e31aba43847ec9f10625aab6d69ae 2023-11-12T01:08:04,391 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.69 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/.tmp/info/07661ccffa57411795c578212490319f 2023-11-12T01:08:04,430 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 881b8a5fc3e4dca4d4176666eac77423, dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:08:04,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/.tmp/info/9b5e31aba43847ec9f10625aab6d69ae as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/info/9b5e31aba43847ec9f10625aab6d69ae 2023-11-12T01:08:04,468 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/info/9b5e31aba43847ec9f10625aab6d69ae, entries=2, sequenceid=6, filesize=6.9 K 2023-11-12T01:08:04,476 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 881b8a5fc3e4dca4d4176666eac77423 in 243ms, sequenceid=6, compaction requested=false 2023-11-12T01:08:04,482 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/.tmp/table/2dc42a405633402e8ea9166a46807aba is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1699751274121/Put/seqid=0 2023-11-12T01:08:04,505 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/default/TestLogRolling-testLogRollOnDatanodeDeath/881b8a5fc3e4dca4d4176666eac77423/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T01:08:04,512 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:08:04,512 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 881b8a5fc3e4dca4d4176666eac77423: 2023-11-12T01:08:04,513 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1699751273665.881b8a5fc3e4dca4d4176666eac77423. 2023-11-12T01:08:04,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dd13fada4ade73cb9c2368a28dfb1443, disabling compactions & flushes 2023-11-12T01:08:04,514 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:08:04,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:08:04,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. after waiting 0 ms 2023-11-12T01:08:04,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:08:04,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing dd13fada4ade73cb9c2368a28dfb1443 1/1 column families, dataSize=78 B heapSize=488 B 2023-11-12T01:08:04,519 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/.tmp/table/2dc42a405633402e8ea9166a46807aba 2023-11-12T01:08:04,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/.tmp/info/56d89e9161734e8b9317fc1eb5b3de11 is 45, key is default/info:d/1699751272507/Put/seqid=0 2023-11-12T01:08:04,536 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/.tmp/info/07661ccffa57411795c578212490319f as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/info/07661ccffa57411795c578212490319f 2023-11-12T01:08:04,546 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/info/07661ccffa57411795c578212490319f, entries=20, sequenceid=14, filesize=8.1 K 2023-11-12T01:08:04,578 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/.tmp/table/2dc42a405633402e8ea9166a46807aba as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/table/2dc42a405633402e8ea9166a46807aba 2023-11-12T01:08:04,583 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/.tmp/info/56d89e9161734e8b9317fc1eb5b3de11 2023-11-12T01:08:04,591 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/table/2dc42a405633402e8ea9166a46807aba, entries=4, sequenceid=14, filesize=5.3 K 2023-11-12T01:08:04,595 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~2.92 KB/2994, heapSize ~5.16 KB/5288, currentSize=0 B/0 for 1588230740 in 361ms, sequenceid=14, compaction requested=false 2023-11-12T01:08:04,598 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/.tmp/info/56d89e9161734e8b9317fc1eb5b3de11 as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/info/56d89e9161734e8b9317fc1eb5b3de11 2023-11-12T01:08:04,615 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/info/56d89e9161734e8b9317fc1eb5b3de11, entries=2, sequenceid=6, filesize=4.9 K 2023-11-12T01:08:04,617 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for dd13fada4ade73cb9c2368a28dfb1443 in 102ms, sequenceid=6, compaction requested=false 2023-11-12T01:08:04,627 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/meta/1588230740/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2023-11-12T01:08:04,628 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:08:04,629 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:08:04,629 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:08:04,629 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T01:08:04,630 DEBUG [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1609): Waiting on dd13fada4ade73cb9c2368a28dfb1443 2023-11-12T01:08:04,631 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/data/hbase/namespace/dd13fada4ade73cb9c2368a28dfb1443/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T01:08:04,632 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:08:04,632 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dd13fada4ade73cb9c2368a28dfb1443: 2023-11-12T01:08:04,632 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699751271823.dd13fada4ade73cb9c2368a28dfb1443. 2023-11-12T01:08:04,831 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35055,1699751269192; all regions closed. 2023-11-12T01:08:04,882 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:08:04,899 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T01:08:04,899 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T01:08:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x33f6301d75853262: from storage DS-60fdadd4-a291-4ab0-bd13-ac560e18e064 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=dedcdf1f-4387-4672-9d4f-65d90f77a682, infoPort=42765, infoSecurePort=0, ipcPort=35925, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 1, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T01:08:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x33f6301d75853262: from storage DS-473cc2a3-77b9-4a66-b647-8649fbcd001d node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=dedcdf1f-4387-4672-9d4f-65d90f77a682, infoPort=42765, infoSecurePort=0, ipcPort=35925, storageInfo=lv=-57;cid=testClusterID;nsid=828090493;c=1699751263852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:08:08,233 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(175): Recovered lease, attempt=1 on file=/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 after 4012ms 2023-11-12T01:08:08,234 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs/jenkins-hbase3.apache.org%2C35055%2C1699751269192.1699751271049 2023-11-12T01:08:08,282 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(175): Recovered lease, attempt=1 on file=/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta after 4003ms 2023-11-12T01:08:08,283 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/WALs/jenkins-hbase3.apache.org,35055,1699751269192/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs/jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta.1699751271479.meta 2023-11-12T01:08:08,289 DEBUG [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs 2023-11-12T01:08:08,289 INFO [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35055%2C1699751269192.meta:.meta(num 1699751284245) 2023-11-12T01:08:08,302 DEBUG [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs 2023-11-12T01:08:08,302 INFO [RS:0;jenkins-hbase3:35055 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35055%2C1699751269192:(num 1699751284059) 2023-11-12T01:08:08,302 DEBUG [RS:0;jenkins-hbase3:35055 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:08:08,302 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:08:08,302 INFO [RS:0;jenkins-hbase3:35055 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T01:08:08,303 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:08:08,303 INFO [RS:0;jenkins-hbase3:35055 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35055 2023-11-12T01:08:08,311 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:08:08,311 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,35055,1699751269192 2023-11-12T01:08:08,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35055,1699751269192] 2023-11-12T01:08:08,314 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35055,1699751269192; numProcessing=1 2023-11-12T01:08:08,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,35055,1699751269192 already deleted, retry=false 2023-11-12T01:08:08,317 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,35055,1699751269192 expired; onlineServers=0 2023-11-12T01:08:08,317 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,43907,1699751267666' ***** 2023-11-12T01:08:08,317 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T01:08:08,318 DEBUG [M:0;jenkins-hbase3:43907 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1747987c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:08:08,318 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43907,1699751267666 2023-11-12T01:08:08,318 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43907,1699751267666; all regions closed. 2023-11-12T01:08:08,318 DEBUG [M:0;jenkins-hbase3:43907 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:08:08,318 DEBUG [M:0;jenkins-hbase3:43907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T01:08:08,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T01:08:08,318 DEBUG [M:0;jenkins-hbase3:43907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T01:08:08,318 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751270714 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751270714,5,FailOnTimeoutGroup] 2023-11-12T01:08:08,318 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751270715 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751270715,5,FailOnTimeoutGroup] 2023-11-12T01:08:08,319 INFO [M:0;jenkins-hbase3:43907 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T01:08:08,320 DEBUG [M:0;jenkins-hbase3:43907 {}] master.HMaster(1689): Stopping service threads 2023-11-12T01:08:08,320 INFO [M:0;jenkins-hbase3:43907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T01:08:08,320 ERROR [M:0;jenkins-hbase3:43907 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T01:08:08,321 INFO [M:0;jenkins-hbase3:43907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T01:08:08,321 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T01:08:08,322 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2023-11-12T01:08:08,322 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:08,322 DEBUG [M:0;jenkins-hbase3:43907 {}] zookeeper.ZKUtil(347): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2023-11-12T01:08:08,322 WARN [M:0;jenkins-hbase3:43907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T01:08:08,322 INFO [M:0;jenkins-hbase3:43907 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T01:08:08,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:08:08,326 INFO [M:0;jenkins-hbase3:43907 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T01:08:08,327 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:08:08,327 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:08,327 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:08,327 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:08:08,327 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:08,327 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=40.32 KB heapSize=49.45 KB 2023-11-12T01:08:08,329 WARN [AsyncFSWAL-0-hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData {}] wal.AsyncFSWAL(306): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:460) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:549) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:151) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.sync(AsyncFSWAL.java:420) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.consume(AsyncFSWAL.java:620) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:08,329 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1699751267666:(num 1699751269733) roll requested 2023-11-12T01:08:08,349 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751288329, exclude list is [], retry=0 2023-11-12T01:08:08,357 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-a96a7d61-acd8-4ea3-b004-f03b3c2288c4,DISK] 2023-11-12T01:08:08,362 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK] 2023-11-12T01:08:08,375 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 with entries=93, filesize=46.48 KB; new WAL /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751288329 2023-11-12T01:08:08,381 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45825,DS-a96a7d61-acd8-4ea3-b004-f03b3c2288c4,DISK], DatanodeInfoWithStorage[127.0.0.1:46753,DS-ac12ab1c-4802-45a5-8588-ec768fc376bd,DISK]] 2023-11-12T01:08:08,381 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(251): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:460) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:549) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:245) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:201) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:236) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:248) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:160) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.lambda$closeWriter$5(AsyncFSWAL.java:721) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:08,382 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(742): hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 is not closed yet, will try archiving it next time 2023-11-12T01:08:08,382 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(163): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:557) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:606) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:161) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.lambda$closeWriter$5(AsyncFSWAL.java:721) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T01:08:08,382 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(86): Recover lease on dfs file /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 2023-11-12T01:08:08,385 WARN [IPC Server handler 4 on default port 42755 {}] namenode.FSNamesystem(3290): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2023-11-12T01:08:08,386 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(175): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 after 4ms 2023-11-12T01:08:08,405 DEBUG [M:0;jenkins-hbase3:43907 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f45106a9d9947d09cf7725aaf4976b2 is 88, key is hbase:meta,,1/info:sn/1699751271228/Put/seqid=0 2023-11-12T01:08:08,416 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:08:08,416 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35055-0x1004b2bf72c0001, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:08:08,417 INFO [RS:0;jenkins-hbase3:35055 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35055,1699751269192; zookeeper connection closed. 2023-11-12T01:08:08,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7678fc9e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7678fc9e 2023-11-12T01:08:08,420 INFO [Listener at localhost/33847 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T01:08:08,447 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f45106a9d9947d09cf7725aaf4976b2 2023-11-12T01:08:08,472 DEBUG [M:0;jenkins-hbase3:43907 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73f6bb1fc0af4520be855e6fe47d252a is 770, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1699751274131/Put/seqid=0 2023-11-12T01:08:08,496 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.68 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73f6bb1fc0af4520be855e6fe47d252a 2023-11-12T01:08:08,550 DEBUG [M:0;jenkins-hbase3:43907 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac1e81195e6b4315956843e399575d59 is 82, key is jenkins-hbase3.apache.org,35055,1699751269192/rs:state/1699751270779/Put/seqid=0 2023-11-12T01:08:08,610 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac1e81195e6b4315956843e399575d59 2023-11-12T01:08:08,656 DEBUG [M:0;jenkins-hbase3:43907 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d3532fe85b04614ba050821ed569319 is 52, key is load_balancer_on/state:d/1699751272744/Put/seqid=0 2023-11-12T01:08:08,678 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d3532fe85b04614ba050821ed569319 2023-11-12T01:08:08,698 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f45106a9d9947d09cf7725aaf4976b2 as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f45106a9d9947d09cf7725aaf4976b2 2023-11-12T01:08:08,706 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f45106a9d9947d09cf7725aaf4976b2, entries=8, sequenceid=95, filesize=5.5 K 2023-11-12T01:08:08,708 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73f6bb1fc0af4520be855e6fe47d252a as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73f6bb1fc0af4520be855e6fe47d252a 2023-11-12T01:08:08,723 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73f6bb1fc0af4520be855e6fe47d252a, entries=11, sequenceid=95, filesize=7.3 K 2023-11-12T01:08:08,725 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac1e81195e6b4315956843e399575d59 as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac1e81195e6b4315956843e399575d59 2023-11-12T01:08:08,744 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac1e81195e6b4315956843e399575d59, entries=1, sequenceid=95, filesize=5.1 K 2023-11-12T01:08:08,746 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d3532fe85b04614ba050821ed569319 as hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d3532fe85b04614ba050821ed569319 2023-11-12T01:08:08,755 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d3532fe85b04614ba050821ed569319, entries=1, sequenceid=95, filesize=4.9 K 2023-11-12T01:08:08,757 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(3022): Finished flush of dataSize ~40.32 KB/41285, heapSize ~49.39 KB/50576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 429ms, sequenceid=95, compaction requested=false 2023-11-12T01:08:08,763 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:08,763 DEBUG [M:0;jenkins-hbase3:43907 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:08:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2023-11-12T01:08:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:08:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T01:08:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T01:08:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T01:08:10,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-11-12T01:08:12,387 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(175): Recovered lease, attempt=1 on file=/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 after 4005ms 2023-11-12T01:08:12,389 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/WALs/jenkins-hbase3.apache.org,43907,1699751267666/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/oldWALs/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 2023-11-12T01:08:12,396 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/MasterData/oldWALs/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733 to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/oldWALs/jenkins-hbase3.apache.org%2C43907%2C1699751267666.1699751269733$masterlocalwal$ 2023-11-12T01:08:12,396 INFO [M:0;jenkins-hbase3:43907 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T01:08:12,397 INFO [M:0;jenkins-hbase3:43907 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:43907 2023-11-12T01:08:12,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:08:12,401 DEBUG [M:0;jenkins-hbase3:43907 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/rs/jenkins-hbase3.apache.org,43907,1699751267666 already deleted, retry=false 2023-11-12T01:08:12,506 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:08:12,506 INFO [M:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43907,1699751267666; zookeeper connection closed. 2023-11-12T01:08:12,506 DEBUG [Listener at localhost/44395-EventThread {}] zookeeper.ZKWatcher(604): master:43907-0x1004b2bf72c0000, quorum=127.0.0.1:55922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:08:12,509 WARN [Listener at localhost/33847 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:08:12,516 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:12,622 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:08:12,622 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1759255715-172.31.12.81-1699751263852 (Datanode Uuid f088bae2-8166-488f-a3fc-cd6e20595b8d) service to localhost/127.0.0.1:42755 2023-11-12T01:08:12,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data3/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data4/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,626 WARN [Listener at localhost/33847 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:08:12,642 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:12,747 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:08:12,747 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1759255715-172.31.12.81-1699751263852 (Datanode Uuid 52409288-3884-490a-bec9-acb96e7bce96) service to localhost/127.0.0.1:42755 2023-11-12T01:08:12,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data9/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data10/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,755 WARN [Listener at localhost/33847 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:08:12,761 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:12,868 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:08:12,868 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1759255715-172.31.12.81-1699751263852 (Datanode Uuid 9456a613-192f-4342-9d07-79427cb7043b) service to localhost/127.0.0.1:42755 2023-11-12T01:08:12,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data7/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data8/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,871 WARN [Listener at localhost/33847 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:08:12,882 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:12,985 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:08:12,985 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1759255715-172.31.12.81-1699751263852 (Datanode Uuid dedcdf1f-4387-4672-9d4f-65d90f77a682) service to localhost/127.0.0.1:42755 2023-11-12T01:08:12,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data5/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data6/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:12,991 WARN [Listener at localhost/33847 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:08:13,011 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:13,114 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:08:13,114 WARN [BP-1759255715-172.31.12.81-1699751263852 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1759255715-172.31.12.81-1699751263852 (Datanode Uuid 24434c5a-5458-4f25-b59e-ffb2c5341bb0) service to localhost/127.0.0.1:42755 2023-11-12T01:08:13,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data2/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:13,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/cluster_c952e80d-a145-357a-cf63-cfae6ee4c63a/dfs/data/data1/current/BP-1759255715-172.31.12.81-1699751263852 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:08:13,152 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:08:13,274 INFO [Listener at localhost/33847 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T01:08:13,330 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T01:08:13,346 INFO [Listener at localhost/33847 {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=77 (was 10) Potentially hanging thread: nioEventLoopGroup-13-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Listener at localhost/44395.named-queue-events-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-13-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-11-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ForkJoinPool-2-worker-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Potentially hanging thread: nioEventLoopGroup-7-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-7-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS-EventLoopGroup-1-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-6-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-10-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-10-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: IPC Parameter Sending Thread #1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Listener at localhost/33847 java.lang.Thread.dumpThreads(Native Method) java.lang.Thread.getAllStackTraces(Thread.java:1615) org.apache.hadoop.hbase.ResourceCheckerJUnitListener$ThreadResourceAnalyzer.getVal(ResourceCheckerJUnitListener.java:49) org.apache.hadoop.hbase.ResourceChecker.fill(ResourceChecker.java:110) org.apache.hadoop.hbase.ResourceChecker.fillEndings(ResourceChecker.java:104) org.apache.hadoop.hbase.ResourceChecker.end(ResourceChecker.java:206) org.apache.hadoop.hbase.ResourceCheckerJUnitListener.end(ResourceCheckerJUnitListener.java:165) org.apache.hadoop.hbase.ResourceCheckerJUnitListener.testFinished(ResourceCheckerJUnitListener.java:185) org.junit.runner.notification.SynchronizedRunListener.testFinished(SynchronizedRunListener.java:87) org.junit.runner.notification.RunNotifier$9.notifyListener(RunNotifier.java:225) org.junit.runner.notification.RunNotifier$SafeNotifier.run(RunNotifier.java:72) org.junit.runner.notification.RunNotifier.fireTestFinished(RunNotifier.java:222) org.junit.internal.runners.model.EachTestNotifier.fireTestFinished(EachTestNotifier.java:38) org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:372) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-8-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS-EventLoopGroup-3-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: master/jenkins-hbase3:0:becomeActiveMaster-MemStoreChunkPool Statistics sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ForkJoinPool-2-worker-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Potentially hanging thread: HBase-Metrics2-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-3-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-12-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-2-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-10-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'DataNode' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: RS-EventLoopGroup-3-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3712) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-6-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-3-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-7-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-11-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: master/jenkins-hbase3:0:becomeActiveMaster-MemStoreChunkPool Statistics sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a5dd826 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ForkJoinPool-2-worker-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Potentially hanging thread: IPC Parameter Sending Thread #0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ForkJoinPool-2-worker-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) Potentially hanging thread: nioEventLoopGroup-6-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: IPC Client (1093368554) connection to localhost/127.0.0.1:42755 from jenkins.hfs.0 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1053) org.apache.hadoop.ipc.Client$Connection.run(Client.java:1097) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42755 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:412) org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76) org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:308) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: SessionTracker java.lang.Thread.sleep(Native Method) org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.lang.Thread.sleep(Native Method) org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS-EventLoopGroup-1-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-8-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-12-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS-EventLoopGroup-1-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-2-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-11-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42755 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:412) org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76) org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:308) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-9-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-3-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-9-3 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-8-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-2-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RpcClient-timer-pool-0 java.lang.Thread.sleep(Native Method) org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:600) org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:496) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: regionserver/jenkins-hbase3:0.procedureResultReporter sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:74) Potentially hanging thread: RS-EventLoopGroup-3-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-13-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: nioEventLoopGroup-12-2 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: SnapshotHandlerChoreCleaner sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: IPC Client (1093368554) connection to localhost/127.0.0.1:42755 from jenkins java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1053) org.apache.hadoop.ipc.Client$Connection.run(Client.java:1097) Potentially hanging thread: nioEventLoopGroup-9-1 java.lang.Thread.sleep(Native Method) io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:790) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: IPC Client (1093368554) connection to localhost/127.0.0.1:42755 from jenkins java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1053) org.apache.hadoop.ipc.Client$Connection.run(Client.java:1097) - Thread LEAK? -, OpenFileDescriptor=512 (was 306) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=501 (was 566), ProcessCount=167 (was 167), AvailableMemoryMB=6423 (was 7416) 2023-11-12T01:08:13,361 INFO [Listener at localhost/33847 {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=77, OpenFileDescriptor=512, MaxFileDescriptor=60000, SystemLoadAverage=501, ProcessCount=167, AvailableMemoryMB=6423 2023-11-12T01:08:13,361 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T01:08:13,361 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/hadoop.log.dir so I do NOT create it in target/test-data/88dab370-4242-df1a-4149-747c6b73598b 2023-11-12T01:08:13,362 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b0bde35b-34e9-df44-09d5-80348ab90db6/hadoop.tmp.dir so I do NOT create it in target/test-data/88dab370-4242-df1a-4149-747c6b73598b 2023-11-12T01:08:13,362 INFO [Listener at localhost/33847 {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781, deleteOnExit=true 2023-11-12T01:08:13,362 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T01:08:13,362 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/test.cache.data in system properties and HBase conf 2023-11-12T01:08:13,362 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T01:08:13,363 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/hadoop.log.dir in system properties and HBase conf 2023-11-12T01:08:13,363 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T01:08:13,363 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T01:08:13,363 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T01:08:13,363 DEBUG [Listener at localhost/33847 {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T01:08:13,364 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:08:13,364 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:08:13,364 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T01:08:13,364 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:08:13,364 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/nfs.dump.dir in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/java.io.tmpdir in system properties and HBase conf 2023-11-12T01:08:13,365 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:08:13,366 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T01:08:13,366 INFO [Listener at localhost/33847 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T01:08:13,381 WARN [Listener at localhost/33847 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:08:13,381 WARN [Listener at localhost/33847 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:08:13,447 WARN [Listener at localhost/33847 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:08:13,450 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:08:13,459 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/java.io.tmpdir/Jetty_localhost_36021_hdfs____ptn9w6/webapp 2023-11-12T01:08:13,568 INFO [Listener at localhost/33847 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36021 2023-11-12T01:08:13,585 WARN [Listener at localhost/33847 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:08:13,585 WARN [Listener at localhost/33847 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:08:13,659 WARN [Listener at localhost/38757 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:08:13,674 WARN [Listener at localhost/38757 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:08:13,678 WARN [Listener at localhost/38757 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:08:13,679 INFO [Listener at localhost/38757 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:08:13,688 INFO [Listener at localhost/38757 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/java.io.tmpdir/Jetty_localhost_37559_datanode____.t5rnc4/webapp 2023-11-12T01:08:13,797 INFO [Listener at localhost/38757 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37559 2023-11-12T01:08:13,805 WARN [Listener at localhost/39747 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:08:13,831 WARN [Listener at localhost/39747 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:08:13,833 WARN [Listener at localhost/39747 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:08:13,835 INFO [Listener at localhost/39747 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:08:13,839 INFO [Listener at localhost/39747 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/java.io.tmpdir/Jetty_localhost_43691_datanode____.dq9s4q/webapp 2023-11-12T01:08:13,898 WARN [Thread-466 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:08:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x14c718c6398b5b82: Processing first storage report for DS-9b631aec-1514-4df8-9a33-969a20bdce66 from datanode afaa56cb-5e7d-4ef5-b192-62ce56946cbf 2023-11-12T01:08:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x14c718c6398b5b82: from storage DS-9b631aec-1514-4df8-9a33-969a20bdce66 node DatanodeRegistration(127.0.0.1:39333, datanodeUuid=afaa56cb-5e7d-4ef5-b192-62ce56946cbf, infoPort=37971, infoSecurePort=0, ipcPort=39747, storageInfo=lv=-57;cid=testClusterID;nsid=949311284;c=1699751293384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:08:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x14c718c6398b5b82: Processing first storage report for DS-8214f73b-264f-4215-afb9-e023f43f3225 from datanode afaa56cb-5e7d-4ef5-b192-62ce56946cbf 2023-11-12T01:08:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x14c718c6398b5b82: from storage DS-8214f73b-264f-4215-afb9-e023f43f3225 node DatanodeRegistration(127.0.0.1:39333, datanodeUuid=afaa56cb-5e7d-4ef5-b192-62ce56946cbf, infoPort=37971, infoSecurePort=0, ipcPort=39747, storageInfo=lv=-57;cid=testClusterID;nsid=949311284;c=1699751293384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:08:13,975 INFO [Listener at localhost/39747 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43691 2023-11-12T01:08:13,991 WARN [Listener at localhost/34109 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:08:14,085 WARN [Thread-501 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:08:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x7cc0f189bccfd7c2: Processing first storage report for DS-57c53e8b-27af-4bdc-a823-96ead464b592 from datanode 24476b37-5213-4c75-ae11-15e7f63795e3 2023-11-12T01:08:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x7cc0f189bccfd7c2: from storage DS-57c53e8b-27af-4bdc-a823-96ead464b592 node DatanodeRegistration(127.0.0.1:41995, datanodeUuid=24476b37-5213-4c75-ae11-15e7f63795e3, infoPort=43817, infoSecurePort=0, ipcPort=34109, storageInfo=lv=-57;cid=testClusterID;nsid=949311284;c=1699751293384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:08:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x7cc0f189bccfd7c2: Processing first storage report for DS-919bcd07-51ed-43f0-ab33-06828702c233 from datanode 24476b37-5213-4c75-ae11-15e7f63795e3 2023-11-12T01:08:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x7cc0f189bccfd7c2: from storage DS-919bcd07-51ed-43f0-ab33-06828702c233 node DatanodeRegistration(127.0.0.1:41995, datanodeUuid=24476b37-5213-4c75-ae11-15e7f63795e3, infoPort=43817, infoSecurePort=0, ipcPort=34109, storageInfo=lv=-57;cid=testClusterID;nsid=949311284;c=1699751293384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:08:14,203 DEBUG [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b 2023-11-12T01:08:14,212 INFO [Listener at localhost/34109 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/zookeeper_0, clientPort=62669, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T01:08:14,214 INFO [Listener at localhost/34109 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62669 2023-11-12T01:08:14,214 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,216 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,261 INFO [Listener at localhost/34109 {}] util.FSUtils(462): Created version file at hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5 with version=8 2023-11-12T01:08:14,261 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(1462): The hbase.fs.tmp.dir is set to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/hbase-staging 2023-11-12T01:08:14,264 INFO [Listener at localhost/34109 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:08:14,264 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:08:14,264 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:08:14,265 INFO [Listener at localhost/34109 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:08:14,265 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:08:14,265 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:08:14,265 INFO [Listener at localhost/34109 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:08:14,265 INFO [Listener at localhost/34109 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:08:14,267 INFO [Listener at localhost/34109 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:43629 2023-11-12T01:08:14,267 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,269 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,271 INFO [Listener at localhost/34109 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:43629 connecting to ZooKeeper ensemble=127.0.0.1:62669 2023-11-12T01:08:14,288 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:436290x0, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:08:14,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:43629-0x1004b2c62fa0000 connected 2023-11-12T01:08:14,318 DEBUG [Listener at localhost/34109 {}] zookeeper.ZKUtil(113): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:08:14,319 DEBUG [Listener at localhost/34109 {}] zookeeper.ZKUtil(113): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:08:14,319 DEBUG [Listener at localhost/34109 {}] zookeeper.ZKUtil(113): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:08:14,320 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43629 2023-11-12T01:08:14,321 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43629 2023-11-12T01:08:14,322 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43629 2023-11-12T01:08:14,326 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43629 2023-11-12T01:08:14,326 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43629 2023-11-12T01:08:14,328 INFO [Listener at localhost/34109 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5, hbase.cluster.distributed=false 2023-11-12T01:08:14,349 INFO [Listener at localhost/34109 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:08:14,349 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:08:14,349 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:08:14,349 INFO [Listener at localhost/34109 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:08:14,349 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:08:14,349 INFO [Listener at localhost/34109 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:08:14,350 INFO [Listener at localhost/34109 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:08:14,350 INFO [Listener at localhost/34109 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:08:14,352 INFO [Listener at localhost/34109 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45399 2023-11-12T01:08:14,352 INFO [Listener at localhost/34109 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T01:08:14,354 DEBUG [Listener at localhost/34109 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T01:08:14,355 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,356 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,358 INFO [Listener at localhost/34109 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45399 connecting to ZooKeeper ensemble=127.0.0.1:62669 2023-11-12T01:08:14,369 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:453990x0, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:08:14,370 DEBUG [Listener at localhost/34109 {}] zookeeper.ZKUtil(113): regionserver:453990x0, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:08:14,371 DEBUG [Listener at localhost/34109 {}] zookeeper.ZKUtil(113): regionserver:453990x0, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:08:14,372 DEBUG [Listener at localhost/34109 {}] zookeeper.ZKUtil(113): regionserver:453990x0, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:08:14,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45399-0x1004b2c62fa0001 connected 2023-11-12T01:08:14,375 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45399 2023-11-12T01:08:14,376 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45399 2023-11-12T01:08:14,376 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45399 2023-11-12T01:08:14,377 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45399 2023-11-12T01:08:14,377 DEBUG [Listener at localhost/34109 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45399 2023-11-12T01:08:14,386 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /hbase/backup-masters/jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:14,388 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:08:14,388 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:08:14,389 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:14,392 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:08:14,392 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:14,393 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:08:14,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/jenkins-hbase3.apache.org,43629,1699751294263 from backup master directory 2023-11-12T01:08:14,397 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:14,397 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:08:14,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:08:14,398 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:08:14,398 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:14,398 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:08:14,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/jenkins-hbase3.apache.org,43629,1699751294263 because node does not exist (not an error) 2023-11-12T01:08:14,399 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:08:14,399 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:14,400 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:43629 2023-11-12T01:08:14,423 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/hbase.id with ID: 70683609-190c-454a-b326-c11eb05f4c18 2023-11-12T01:08:14,448 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:14,452 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:14,452 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:14,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:08:14,479 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T01:08:14,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:08:14,508 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store 2023-11-12T01:08:14,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:14,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:08:14,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:14,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:14,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:08:14,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:14,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:08:14,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:08:14,936 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/.initializing 2023-11-12T01:08:14,936 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/WALs/jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:14,937 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:08:14,941 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43629%2C1699751294263, suffix=, logDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/WALs/jenkins-hbase3.apache.org,43629,1699751294263, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/oldWALs, maxLogs=10 2023-11-12T01:08:14,955 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/WALs/jenkins-hbase3.apache.org,43629,1699751294263/jenkins-hbase3.apache.org%2C43629%2C1699751294263.1699751294941, exclude list is [], retry=0 2023-11-12T01:08:14,962 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK] 2023-11-12T01:08:14,963 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK] 2023-11-12T01:08:14,966 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/WALs/jenkins-hbase3.apache.org,43629,1699751294263/jenkins-hbase3.apache.org%2C43629%2C1699751294263.1699751294941 2023-11-12T01:08:14,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK], DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK]] 2023-11-12T01:08:14,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:08:14,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:14,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T01:08:14,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:14,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:14,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T01:08:14,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:14,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:08:14,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T01:08:14,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:14,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:08:14,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T01:08:14,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:14,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:08:14,986 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,986 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,990 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T01:08:14,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:08:14,996 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:08:14,997 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=716866, jitterRate=-0.08845843374729156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T01:08:14,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:08:14,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T01:08:15,003 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593b8fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:08:15,004 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T01:08:15,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T01:08:15,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T01:08:15,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T01:08:15,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-11-12T01:08:15,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 0 msec 2023-11-12T01:08:15,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T01:08:15,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T01:08:15,011 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2023-11-12T01:08:15,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/balancer already deleted, retry=false 2023-11-12T01:08:15,013 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T01:08:15,014 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2023-11-12T01:08:15,016 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/normalizer already deleted, retry=false 2023-11-12T01:08:15,016 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T01:08:15,017 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2023-11-12T01:08:15,018 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/split already deleted, retry=false 2023-11-12T01:08:15,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2023-11-12T01:08:15,021 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/merge already deleted, retry=false 2023-11-12T01:08:15,023 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T01:08:15,024 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/snapshot-cleanup already deleted, retry=false 2023-11-12T01:08:15,027 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:08:15,027 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,027 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:08:15,027 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,028 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,43629,1699751294263, sessionid=0x1004b2c62fa0000, setting cluster-up flag (Was=false) 2023-11-12T01:08:15,031 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,031 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2023-11-12T01:08:15,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:15,043 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,043 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,049 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2023-11-12T01:08:15,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:15,053 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T01:08:15,054 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T01:08:15,054 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T01:08:15,054 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,43629,1699751294263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T01:08:15,054 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:08:15,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699751325057 2023-11-12T01:08:15,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T01:08:15,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T01:08:15,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T01:08:15,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T01:08:15,062 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T01:08:15,062 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T01:08:15,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T01:08:15,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T01:08:15,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T01:08:15,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T01:08:15,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T01:08:15,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:08:15,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T01:08:15,066 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751295065,5,FailOnTimeoutGroup] 2023-11-12T01:08:15,066 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751295066,5,FailOnTimeoutGroup] 2023-11-12T01:08:15,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T01:08:15,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:08:15,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T01:08:15,081 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5 2023-11-12T01:08:15,091 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45399 2023-11-12T01:08:15,099 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(997): ClusterId : 70683609-190c-454a-b326-c11eb05f4c18 2023-11-12T01:08:15,099 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T01:08:15,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:15,104 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T01:08:15,104 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T01:08:15,107 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T01:08:15,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:08:15,110 DEBUG [RS:0;jenkins-hbase3:45399 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5579a7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:08:15,110 DEBUG [RS:0;jenkins-hbase3:45399 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d813b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:08:15,110 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T01:08:15,110 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T01:08:15,110 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T01:08:15,111 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,43629,1699751294263 with isa=jenkins-hbase3.apache.org/172.31.12.81:45399, startcode=1699751294348 2023-11-12T01:08:15,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:08:15,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,111 DEBUG [RS:0;jenkins-hbase3:45399 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T01:08:15,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:15,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:08:15,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:08:15,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:15,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:08:15,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:08:15,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740 2023-11-12T01:08:15,122 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56505, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T01:08:15,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740 2023-11-12T01:08:15,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,127 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5 2023-11-12T01:08:15,127 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:08:15,127 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:38757 2023-11-12T01:08:15,127 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-11-12T01:08:15,130 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:08:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:08:15,131 DEBUG [RS:0;jenkins-hbase3:45399 {}] zookeeper.ZKUtil(111): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,131 WARN [RS:0;jenkins-hbase3:45399 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:08:15,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45399,1699751294348] 2023-11-12T01:08:15,131 INFO [RS:0;jenkins-hbase3:45399 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:08:15,131 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,133 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:08:15,136 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724719, jitterRate=-0.07847259938716888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:08:15,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:08:15,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:08:15,137 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:08:15,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:08:15,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:08:15,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:08:15,138 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:08:15,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:08:15,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:08:15,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T01:08:15,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T01:08:15,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T01:08:15,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T01:08:15,146 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T01:08:15,147 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T01:08:15,158 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T01:08:15,159 INFO [RS:0;jenkins-hbase3:45399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T01:08:15,159 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,159 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T01:08:15,161 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,161 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,161 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,162 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:08:15,163 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:08:15,163 DEBUG [RS:0;jenkins-hbase3:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:08:15,171 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,172 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,172 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,172 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,172 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45399,1699751294348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:08:15,185 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T01:08:15,185 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45399,1699751294348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,198 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45399,1699751294348 started 2023-11-12T01:08:15,198 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45399,1699751294348, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45399, sessionid=0x1004b2c62fa0001 2023-11-12T01:08:15,198 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T01:08:15,198 DEBUG [RS:0;jenkins-hbase3:45399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,198 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45399,1699751294348' 2023-11-12T01:08:15,198 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-11-12T01:08:15,199 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-11-12T01:08:15,200 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T01:08:15,200 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T01:08:15,200 DEBUG [RS:0;jenkins-hbase3:45399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,200 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45399,1699751294348' 2023-11-12T01:08:15,200 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-11-12T01:08:15,200 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-11-12T01:08:15,201 DEBUG [RS:0;jenkins-hbase3:45399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T01:08:15,201 INFO [RS:0;jenkins-hbase3:45399 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T01:08:15,201 INFO [RS:0;jenkins-hbase3:45399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T01:08:15,294 WARN [jenkins-hbase3:43629 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T01:08:15,302 INFO [RS:0;jenkins-hbase3:45399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:08:15,304 INFO [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45399%2C1699751294348, suffix=, logDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/oldWALs, maxLogs=32 2023-11-12T01:08:15,320 DEBUG [RS:0;jenkins-hbase3:45399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751295306, exclude list is [], retry=0 2023-11-12T01:08:15,334 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK] 2023-11-12T01:08:15,334 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK] 2023-11-12T01:08:15,344 INFO [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751295306 2023-11-12T01:08:15,345 DEBUG [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK], DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK]] 2023-11-12T01:08:15,545 DEBUG [jenkins-hbase3:43629 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T01:08:15,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45399,1699751294348, state=OPENING 2023-11-12T01:08:15,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T01:08:15,552 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,552 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:15,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:08:15,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45399,1699751294348}] 2023-11-12T01:08:15,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:08:15,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T01:08:15,712 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:41022, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T01:08:15,716 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T01:08:15,716 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:08:15,717 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T01:08:15,719 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45399%2C1699751294348.meta, suffix=.meta, logDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/oldWALs, maxLogs=32 2023-11-12T01:08:15,736 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.meta.1699751295720.meta, exclude list is [], retry=0 2023-11-12T01:08:15,741 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK] 2023-11-12T01:08:15,743 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK] 2023-11-12T01:08:15,745 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.meta.1699751295720.meta 2023-11-12T01:08:15,745 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK], DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK]] 2023-11-12T01:08:15,746 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:08:15,746 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T01:08:15,746 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T01:08:15,747 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T01:08:15,747 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T01:08:15,747 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:15,747 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T01:08:15,747 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T01:08:15,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:08:15,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:08:15,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:15,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:08:15,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:08:15,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:15,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:08:15,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:08:15,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:08:15,759 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740 2023-11-12T01:08:15,761 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740 2023-11-12T01:08:15,763 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:08:15,766 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:08:15,767 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817407, jitterRate=0.03938756883144379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:08:15,768 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:08:15,769 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699751295709 2023-11-12T01:08:15,775 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T01:08:15,776 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T01:08:15,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:15,781 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45399,1699751294348, state=OPEN 2023-11-12T01:08:15,789 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:08:15,789 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:08:15,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:08:15,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:08:15,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T01:08:15,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45399,1699751294348 in 236 msec 2023-11-12T01:08:15,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T01:08:15,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2023-11-12T01:08:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 745 msec 2023-11-12T01:08:15,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699751295799, completionTime=-1 2023-11-12T01:08:15,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T01:08:15,800 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T01:08:15,802 DEBUG [hconnection-0x540beacd-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:08:15,804 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:41026, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:08:15,806 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T01:08:15,806 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699751355806 2023-11-12T01:08:15,806 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699751415806 2023-11-12T01:08:15,806 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 6 msec 2023-11-12T01:08:15,815 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43629,1699751294263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,815 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43629,1699751294263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,815 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43629,1699751294263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,815 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:43629, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,816 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T01:08:15,816 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T01:08:15,816 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:08:15,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T01:08:15,819 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T01:08:15,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:08:15,820 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:15,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:08:15,843 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4222e511be8eae6e3eb4160249745217, NAME => 'hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5 2023-11-12T01:08:15,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:15,870 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 4222e511be8eae6e3eb4160249745217, disabling compactions & flushes 2023-11-12T01:08:15,870 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:15,870 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:15,870 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. after waiting 0 ms 2023-11-12T01:08:15,870 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:15,870 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:15,870 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4222e511be8eae6e3eb4160249745217: 2023-11-12T01:08:15,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:08:15,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699751295872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751295872"}]},"ts":"1699751295872"} 2023-11-12T01:08:15,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:08:15,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:08:15,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751295878"}]},"ts":"1699751295878"} 2023-11-12T01:08:15,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T01:08:15,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4222e511be8eae6e3eb4160249745217, ASSIGN}] 2023-11-12T01:08:15,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4222e511be8eae6e3eb4160249745217, ASSIGN 2023-11-12T01:08:15,891 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4222e511be8eae6e3eb4160249745217, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45399,1699751294348; forceNewPlan=false, retain=false 2023-11-12T01:08:16,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4222e511be8eae6e3eb4160249745217, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:16,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4222e511be8eae6e3eb4160249745217, server=jenkins-hbase3.apache.org,45399,1699751294348}] 2023-11-12T01:08:16,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:16,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 4222e511be8eae6e3eb4160249745217, NAME => 'hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:08:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,210 INFO [StoreOpener-4222e511be8eae6e3eb4160249745217-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,212 INFO [StoreOpener-4222e511be8eae6e3eb4160249745217-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4222e511be8eae6e3eb4160249745217 columnFamilyName info 2023-11-12T01:08:16,212 DEBUG [StoreOpener-4222e511be8eae6e3eb4160249745217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:16,213 INFO [StoreOpener-4222e511be8eae6e3eb4160249745217-1 {}] regionserver.HStore(324): Store=4222e511be8eae6e3eb4160249745217/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:08:16,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 4222e511be8eae6e3eb4160249745217 2023-11-12T01:08:16,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:08:16,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 4222e511be8eae6e3eb4160249745217; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=702947, jitterRate=-0.10615703463554382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:08:16,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 4222e511be8eae6e3eb4160249745217: 2023-11-12T01:08:16,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217., pid=6, masterSystemTime=1699751296200 2023-11-12T01:08:16,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:16,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:16,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4222e511be8eae6e3eb4160249745217, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:16,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T01:08:16,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4222e511be8eae6e3eb4160249745217, server=jenkins-hbase3.apache.org,45399,1699751294348 in 191 msec 2023-11-12T01:08:16,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T01:08:16,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4222e511be8eae6e3eb4160249745217, ASSIGN in 355 msec 2023-11-12T01:08:16,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:08:16,246 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751296246"}]},"ts":"1699751296246"} 2023-11-12T01:08:16,248 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T01:08:16,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:08:16,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 436 msec 2023-11-12T01:08:16,319 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2023-11-12T01:08:16,321 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:08:16,321 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:16,321 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:08:16,329 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T01:08:16,341 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:08:16,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 19 msec 2023-11-12T01:08:16,352 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T01:08:16,365 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:08:16,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-11-12T01:08:16,379 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2023-11-12T01:08:16,382 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 1.983sec 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43629,1699751294263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:08:16,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43629,1699751294263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T01:08:16,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T01:08:16,385 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T01:08:16,483 DEBUG [Listener at localhost/34109 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x61a57f13 to 127.0.0.1:62669 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T01:08:16,489 DEBUG [Listener at localhost/34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1135ee1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:08:16,491 DEBUG [hconnection-0x56c31fbe-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:08:16,493 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:41030, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:08:16,496 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:08:16,496 INFO [Listener at localhost/34109 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:08:16,499 INFO [Listener at localhost/34109 {}] master.MasterRpcServices(505): Client=null/null set balanceSwitch=false 2023-11-12T01:08:16,502 DEBUG [Listener at localhost/34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T01:08:16,505 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37116, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T01:08:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(342): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2023-11-12T01:08:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(342): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2023-11-12T01:08:16,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:08:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:16,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:08:16,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:16,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 9 2023-11-12T01:08:16,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:08:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T01:08:16,538 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8a2528aa03a595f61325275a3ace6b94, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5 2023-11-12T01:08:16,550 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(888): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:16,550 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1668): Closing 8a2528aa03a595f61325275a3ace6b94, disabling compactions & flushes 2023-11-12T01:08:16,550 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1690): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,551 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,551 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. after waiting 0 ms 2023-11-12T01:08:16,551 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,551 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1909): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,551 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:08:16,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:08:16,553 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1699751296553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751296553"}]},"ts":"1699751296553"} 2023-11-12T01:08:16,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:08:16,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:08:16,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751296557"}]},"ts":"1699751296557"} 2023-11-12T01:08:16,559 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2023-11-12T01:08:16,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a2528aa03a595f61325275a3ace6b94, ASSIGN}] 2023-11-12T01:08:16,567 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a2528aa03a595f61325275a3ace6b94, ASSIGN 2023-11-12T01:08:16,569 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a2528aa03a595f61325275a3ace6b94, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45399,1699751294348; forceNewPlan=false, retain=false 2023-11-12T01:08:16,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8a2528aa03a595f61325275a3ace6b94, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:16,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8a2528aa03a595f61325275a3ace6b94, server=jenkins-hbase3.apache.org,45399,1699751294348}] 2023-11-12T01:08:16,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:16,886 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(130): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,886 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7254): Opening region: {ENCODED => 8a2528aa03a595f61325275a3ace6b94, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:08:16,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(888): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:08:16,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7296): checking encryption for 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7299): checking classloading for 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,889 INFO [StoreOpener-8a2528aa03a595f61325275a3ace6b94-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,891 INFO [StoreOpener-8a2528aa03a595f61325275a3ace6b94-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2528aa03a595f61325275a3ace6b94 columnFamilyName info 2023-11-12T01:08:16,891 DEBUG [StoreOpener-8a2528aa03a595f61325275a3ace6b94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:08:16,892 INFO [StoreOpener-8a2528aa03a595f61325275a3ace6b94-1 {}] regionserver.HStore(324): Store=8a2528aa03a595f61325275a3ace6b94/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:08:16,894 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,894 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1076): writing seq id for 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:08:16,899 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:08:16,900 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): Opened 8a2528aa03a595f61325275a3ace6b94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784608, jitterRate=-0.00232049822807312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:08:16,900 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(992): Region open journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:08:16,901 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2556): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94., pid=11, masterSystemTime=1699751296877 2023-11-12T01:08:16,904 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2583): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,904 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(158): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:16,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8a2528aa03a595f61325275a3ace6b94, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:16,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=11, resume processing ppid=10 2023-11-12T01:08:16,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8a2528aa03a595f61325275a3ace6b94, server=jenkins-hbase3.apache.org,45399,1699751294348 in 184 msec 2023-11-12T01:08:16,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=10, resume processing ppid=9 2023-11-12T01:08:16,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a2528aa03a595f61325275a3ace6b94, ASSIGN in 348 msec 2023-11-12T01:08:16,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:08:16,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751296916"}]},"ts":"1699751296916"} 2023-11-12T01:08:16,918 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2023-11-12T01:08:16,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:08:16,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 410 msec 2023-11-12T01:08:18,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T01:08:18,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T01:08:18,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T01:08:18,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T01:08:18,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:08:18,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T01:08:18,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T01:08:18,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T01:08:18,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:18,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2023-11-12T01:08:21,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-11-12T01:08:21,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T01:08:21,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T01:08:21,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2023-11-12T01:08:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T01:08:26,521 INFO [Listener at localhost/34109 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling, procId: 9 completed 2023-11-12T01:08:26,525 DEBUG [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(2714): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:26,525 DEBUG [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(2720): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:26,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4305): Client=jenkins//172.31.12.81 flush hbase:namespace 2023-11-12T01:08:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=hbase:namespace 2023-11-12T01:08:26,773 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(88): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=hbase:namespace execute state=FLUSH_TABLE_PREPARE 2023-11-12T01:08:26,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(88): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=hbase:namespace execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-11-12T01:08:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T01:08:26,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-11-12T01:08:26,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:26,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2023-11-12T01:08:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:26,948 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2819): Flushing 4222e511be8eae6e3eb4160249745217 1/1 column families, dataSize=78 B heapSize=488 B 2023-11-12T01:08:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/.tmp/info/c63bbbef9b0d4c6a81dee9e335dd1147 is 45, key is default/info:d/1699751296337/Put/seqid=0 2023-11-12T01:08:26,982 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/.tmp/info/c63bbbef9b0d4c6a81dee9e335dd1147 2023-11-12T01:08:26,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/.tmp/info/c63bbbef9b0d4c6a81dee9e335dd1147 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/info/c63bbbef9b0d4c6a81dee9e335dd1147 2023-11-12T01:08:27,005 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/info/c63bbbef9b0d4c6a81dee9e335dd1147, entries=2, sequenceid=6, filesize=4.9 K 2023-11-12T01:08:27,007 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4222e511be8eae6e3eb4160249745217 in 60ms, sequenceid=6, compaction requested=false 2023-11-12T01:08:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2520): Flush status journal for 4222e511be8eae6e3eb4160249745217: 2023-11-12T01:08:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:08:27,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=13 2023-11-12T01:08:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4026): Remote procedure done, pid=13 2023-11-12T01:08:27,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=13, resume processing ppid=12 2023-11-12T01:08:27,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 241 msec 2023-11-12T01:08:27,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=hbase:namespace in 257 msec 2023-11-12T01:08:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T01:08:36,778 INFO [Listener at localhost/34109 {}] client.HBaseAdmin$TableFuture(3745): Operation: FLUSH, Table Name: hbase:namespace, procId: 12 completed 2023-11-12T01:08:36,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4305): Client=jenkins//172.31.12.81 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1032): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:36,795 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2023-11-12T01:08:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=14 2023-11-12T01:08:36,796 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-11-12T01:08:36,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-11-12T01:08:36,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:36,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2023-11-12T01:08:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:36,957 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2819): Flushing 8a2528aa03a595f61325275a3ace6b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2023-11-12T01:08:36,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/5e7ab2c219674e4f89736942d16637e0 is 1055, key is row0001/info:/1699751316786/Put/seqid=0 2023-11-12T01:08:36,986 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/5e7ab2c219674e4f89736942d16637e0 2023-11-12T01:08:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/5e7ab2c219674e4f89736942d16637e0 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/5e7ab2c219674e4f89736942d16637e0 2023-11-12T01:08:37,007 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/5e7ab2c219674e4f89736942d16637e0, entries=1, sequenceid=5, filesize=5.9 K 2023-11-12T01:08:37,009 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a2528aa03a595f61325275a3ace6b94 in 52ms, sequenceid=5, compaction requested=false 2023-11-12T01:08:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2520): Flush status journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:08:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=15 2023-11-12T01:08:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4026): Remote procedure done, pid=15 2023-11-12T01:08:37,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T01:08:37,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 215 msec 2023-11-12T01:08:37,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 224 msec 2023-11-12T01:08:45,114 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T01:08:45,116 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34458, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T01:08:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=14 2023-11-12T01:08:46,798 INFO [Listener at localhost/34109 {}] client.HBaseAdmin$TableFuture(3745): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling, procId: 14 completed 2023-11-12T01:08:46,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4305): Client=jenkins//172.31.12.81 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:46,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(88): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2023-11-12T01:08:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T01:08:46,810 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(88): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-11-12T01:08:46,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-11-12T01:08:46,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:46,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2023-11-12T01:08:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:46,970 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2819): Flushing 8a2528aa03a595f61325275a3ace6b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2023-11-12T01:08:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/232a83a485e94912bf3d9faf4601d926 is 1055, key is row0002/info:/1699751326799/Put/seqid=0 2023-11-12T01:08:47,002 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/232a83a485e94912bf3d9faf4601d926 2023-11-12T01:08:47,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/232a83a485e94912bf3d9faf4601d926 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/232a83a485e94912bf3d9faf4601d926 2023-11-12T01:08:47,019 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/232a83a485e94912bf3d9faf4601d926, entries=1, sequenceid=9, filesize=5.9 K 2023-11-12T01:08:47,021 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a2528aa03a595f61325275a3ace6b94 in 51ms, sequenceid=9, compaction requested=false 2023-11-12T01:08:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2520): Flush status journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:08:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:47,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=17 2023-11-12T01:08:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4026): Remote procedure done, pid=17 2023-11-12T01:08:47,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T01:08:47,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2023-11-12T01:08:47,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 223 msec 2023-11-12T01:08:56,396 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T01:08:56,396 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T01:08:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T01:08:56,811 INFO [Listener at localhost/34109 {}] client.HBaseAdmin$TableFuture(3745): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling, procId: 16 completed 2023-11-12T01:08:56,827 DEBUG [Listener at localhost/34109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751336813, exclude list is [], retry=0 2023-11-12T01:08:56,834 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK] 2023-11-12T01:08:56,834 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK] 2023-11-12T01:08:56,837 INFO [Listener at localhost/34109 {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751295306 with entries=13, filesize=6.36 KB; new WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751336813 2023-11-12T01:08:56,837 DEBUG [Listener at localhost/34109 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK], DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK]] 2023-11-12T01:08:56,838 DEBUG [Listener at localhost/34109 {}] wal.AbstractFSWAL(742): hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751295306 is not closed yet, will try archiving it next time 2023-11-12T01:08:56,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4305): Client=jenkins//172.31.12.81 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1032): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:08:56,849 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(88): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2023-11-12T01:08:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=18 2023-11-12T01:08:56,851 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(88): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-11-12T01:08:56,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-11-12T01:08:57,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:08:57,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2023-11-12T01:08:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:57,006 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2819): Flushing 8a2528aa03a595f61325275a3ace6b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2023-11-12T01:08:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/c3ad170032574e6ba9a86102a0cb37a9 is 1055, key is row0003/info:/1699751336812/Put/seqid=0 2023-11-12T01:08:57,038 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/c3ad170032574e6ba9a86102a0cb37a9 2023-11-12T01:08:57,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/c3ad170032574e6ba9a86102a0cb37a9 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/c3ad170032574e6ba9a86102a0cb37a9 2023-11-12T01:08:57,056 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/c3ad170032574e6ba9a86102a0cb37a9, entries=1, sequenceid=13, filesize=5.9 K 2023-11-12T01:08:57,057 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a2528aa03a595f61325275a3ace6b94 in 51ms, sequenceid=13, compaction requested=true 2023-11-12T01:08:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2520): Flush status journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:08:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:08:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=19 2023-11-12T01:08:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4026): Remote procedure done, pid=19 2023-11-12T01:08:57,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=19, resume processing ppid=18 2023-11-12T01:08:57,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2023-11-12T01:08:57,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 224 msec 2023-11-12T01:09:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=18 2023-11-12T01:09:06,851 INFO [Listener at localhost/34109 {}] client.HBaseAdmin$TableFuture(3745): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling, procId: 18 completed 2023-11-12T01:09:06,852 DEBUG [Listener at localhost/34109 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:09:06,856 DEBUG [Listener at localhost/34109 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 17973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:09:06,858 DEBUG [Listener at localhost/34109 {}] regionserver.HStore(1534): 8a2528aa03a595f61325275a3ace6b94/info is initiating minor compaction (all files) 2023-11-12T01:09:06,859 INFO [Listener at localhost/34109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T01:09:06,859 INFO [Listener at localhost/34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:06,859 INFO [Listener at localhost/34109 {}] regionserver.HRegion(2333): Starting compaction of 8a2528aa03a595f61325275a3ace6b94/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:06,859 INFO [Listener at localhost/34109 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/5e7ab2c219674e4f89736942d16637e0, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/232a83a485e94912bf3d9faf4601d926, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/c3ad170032574e6ba9a86102a0cb37a9] into tmpdir=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp, totalSize=17.6 K 2023-11-12T01:09:06,860 DEBUG [Listener at localhost/34109 {}] compactions.Compactor(223): Compacting 5e7ab2c219674e4f89736942d16637e0, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1699751316786 2023-11-12T01:09:06,861 DEBUG [Listener at localhost/34109 {}] compactions.Compactor(223): Compacting 232a83a485e94912bf3d9faf4601d926, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1699751326799 2023-11-12T01:09:06,862 DEBUG [Listener at localhost/34109 {}] compactions.Compactor(223): Compacting c3ad170032574e6ba9a86102a0cb37a9, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1699751336812 2023-11-12T01:09:06,887 INFO [Listener at localhost/34109 {}] throttle.PressureAwareThroughputController(145): 8a2528aa03a595f61325275a3ace6b94#info#compaction#12 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:09:06,888 DEBUG [Listener at localhost/34109 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/8aa7fbedd8024538b186893b44b262c6 is 1055, key is row0001/info:/1699751316786/Put/seqid=0 2023-11-12T01:09:06,914 DEBUG [Listener at localhost/34109 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/8aa7fbedd8024538b186893b44b262c6 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/8aa7fbedd8024538b186893b44b262c6 2023-11-12T01:09:06,936 INFO [Listener at localhost/34109 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 8a2528aa03a595f61325275a3ace6b94/info of 8a2528aa03a595f61325275a3ace6b94 into 8aa7fbedd8024538b186893b44b262c6(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:09:06,936 DEBUG [Listener at localhost/34109 {}] regionserver.HRegion(2363): Compaction status journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:09:06,955 DEBUG [Listener at localhost/34109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751346939, exclude list is [], retry=0 2023-11-12T01:09:06,959 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK] 2023-11-12T01:09:06,966 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK] 2023-11-12T01:09:06,970 INFO [Listener at localhost/34109 {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751336813 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751346939 2023-11-12T01:09:06,970 DEBUG [Listener at localhost/34109 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK], DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK]] 2023-11-12T01:09:06,970 DEBUG [Listener at localhost/34109 {}] wal.AbstractFSWAL(742): hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751336813 is not closed yet, will try archiving it next time 2023-11-12T01:09:06,974 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751295306 to hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/oldWALs/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751295306 2023-11-12T01:09:06,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4305): Client=jenkins//172.31.12.81 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:09:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1032): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:09:06,980 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(88): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2023-11-12T01:09:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=20 2023-11-12T01:09:06,981 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(88): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-11-12T01:09:06,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-11-12T01:09:07,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:09:07,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2023-11-12T01:09:07,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:07,136 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2819): Flushing 8a2528aa03a595f61325275a3ace6b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2023-11-12T01:09:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/8e05845833204bd1ab972990c48f1fb2 is 1055, key is row0000/info:/1699751346937/Put/seqid=0 2023-11-12T01:09:07,153 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/8e05845833204bd1ab972990c48f1fb2 2023-11-12T01:09:07,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/8e05845833204bd1ab972990c48f1fb2 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/8e05845833204bd1ab972990c48f1fb2 2023-11-12T01:09:07,170 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/8e05845833204bd1ab972990c48f1fb2, entries=1, sequenceid=18, filesize=5.9 K 2023-11-12T01:09:07,172 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a2528aa03a595f61325275a3ace6b94 in 37ms, sequenceid=18, compaction requested=false 2023-11-12T01:09:07,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2520): Flush status journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:09:07,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:07,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=21 2023-11-12T01:09:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4026): Remote procedure done, pid=21 2023-11-12T01:09:07,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T01:09:07,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2023-11-12T01:09:07,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2023-11-12T01:09:15,818 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2023-11-12T01:09:15,827 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4222e511be8eae6e3eb4160249745217 changed from -1.0 to 0.0, refreshing cache 2023-11-12T01:09:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=20 2023-11-12T01:09:16,982 INFO [Listener at localhost/34109 {}] client.HBaseAdmin$TableFuture(3745): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling, procId: 20 completed 2023-11-12T01:09:16,996 DEBUG [Listener at localhost/34109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751356985, exclude list is [], retry=0 2023-11-12T01:09:17,002 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK] 2023-11-12T01:09:17,005 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK] 2023-11-12T01:09:17,012 INFO [Listener at localhost/34109 {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751346939 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751356985 2023-11-12T01:09:17,012 DEBUG [Listener at localhost/34109 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39333,DS-9b631aec-1514-4df8-9a33-969a20bdce66,DISK], DatanodeInfoWithStorage[127.0.0.1:41995,DS-57c53e8b-27af-4bdc-a823-96ead464b592,DISK]] 2023-11-12T01:09:17,013 DEBUG [Listener at localhost/34109 {}] wal.AbstractFSWAL(742): hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751346939 is not closed yet, will try archiving it next time 2023-11-12T01:09:17,013 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/WALs/jenkins-hbase3.apache.org,45399,1699751294348/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751336813 to hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/oldWALs/jenkins-hbase3.apache.org%2C45399%2C1699751294348.1699751336813 2023-11-12T01:09:17,015 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T01:09:17,015 INFO [Listener at localhost/34109 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T01:09:17,016 DEBUG [Listener at localhost/34109 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x61a57f13 to 127.0.0.1:62669 2023-11-12T01:09:17,016 DEBUG [Listener at localhost/34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:09:17,016 DEBUG [Listener at localhost/34109 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T01:09:17,016 DEBUG [Listener at localhost/34109 {}] util.JVMClusterUtil(257): Found active master hash=1299598034, stopped=false 2023-11-12T01:09:17,016 INFO [Listener at localhost/34109 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:09:17,018 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:09:17,018 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:09:17,018 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:17,018 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:17,018 INFO [Listener at localhost/34109 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T01:09:17,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:09:17,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:09:17,020 DEBUG [Listener at localhost/34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:09:17,020 INFO [Listener at localhost/34109 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45399,1699751294348' ***** 2023-11-12T01:09:17,020 INFO [Listener at localhost/34109 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T01:09:17,020 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T01:09:17,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T01:09:17,021 INFO [RS:0;jenkins-hbase3:45399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T01:09:17,026 INFO [RS:0;jenkins-hbase3:45399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T01:09:17,026 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(3528): Received CLOSE for 4222e511be8eae6e3eb4160249745217 2023-11-12T01:09:17,034 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(3528): Received CLOSE for 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:09:17,034 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:09:17,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4222e511be8eae6e3eb4160249745217, disabling compactions & flushes 2023-11-12T01:09:17,034 DEBUG [RS:0;jenkins-hbase3:45399 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:09:17,034 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:09:17,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:09:17,034 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T01:09:17,035 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T01:09:17,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. after waiting 0 ms 2023-11-12T01:09:17,035 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T01:09:17,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:09:17,035 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T01:09:17,037 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-11-12T01:09:17,037 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, 4222e511be8eae6e3eb4160249745217=hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217., 8a2528aa03a595f61325275a3ace6b94=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.} 2023-11-12T01:09:17,038 DEBUG [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 4222e511be8eae6e3eb4160249745217, 8a2528aa03a595f61325275a3ace6b94 2023-11-12T01:09:17,039 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:09:17,039 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:09:17,039 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:09:17,039 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:09:17,039 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:09:17,039 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=3.10 KB heapSize=5.61 KB 2023-11-12T01:09:17,054 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/namespace/4222e511be8eae6e3eb4160249745217/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T01:09:17,055 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:09:17,055 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4222e511be8eae6e3eb4160249745217: 2023-11-12T01:09:17,055 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699751295816.4222e511be8eae6e3eb4160249745217. 2023-11-12T01:09:17,055 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8a2528aa03a595f61325275a3ace6b94, disabling compactions & flushes 2023-11-12T01:09:17,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:17,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:17,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. after waiting 0 ms 2023-11-12T01:09:17,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:17,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 8a2528aa03a595f61325275a3ace6b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2023-11-12T01:09:17,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/33896a02ff8346069c38d9a08b991fbf is 1055, key is row0001/info:/1699751356983/Put/seqid=0 2023-11-12T01:09:17,069 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/.tmp/info/f7f9228bf1f24d0e8620e11f62d0bad0 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94./info:regioninfo/1699751296904/Put/seqid=0 2023-11-12T01:09:17,084 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/33896a02ff8346069c38d9a08b991fbf 2023-11-12T01:09:17,087 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.84 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/.tmp/info/f7f9228bf1f24d0e8620e11f62d0bad0 2023-11-12T01:09:17,095 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/.tmp/info/33896a02ff8346069c38d9a08b991fbf as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/33896a02ff8346069c38d9a08b991fbf 2023-11-12T01:09:17,110 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/33896a02ff8346069c38d9a08b991fbf, entries=1, sequenceid=22, filesize=5.9 K 2023-11-12T01:09:17,111 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/.tmp/table/0f1d6f4d094848e7bf93214809d90251 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1699751296916/Put/seqid=0 2023-11-12T01:09:17,112 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a2528aa03a595f61325275a3ace6b94 in 56ms, sequenceid=22, compaction requested=true 2023-11-12T01:09:17,119 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/5e7ab2c219674e4f89736942d16637e0, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/232a83a485e94912bf3d9faf4601d926, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/c3ad170032574e6ba9a86102a0cb37a9] to archive 2023-11-12T01:09:17,123 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=jenkins-hbase3.apache.org:43629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:217) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:394) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:429) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:424) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:450) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:335) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:599) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:18041) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2375) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:365) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:447) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] ... 13 more 2023-11-12T01:09:17,124 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-11-12T01:09:17,130 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/5e7ab2c219674e4f89736942d16637e0 to hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/5e7ab2c219674e4f89736942d16637e0 2023-11-12T01:09:17,131 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=264 B at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/.tmp/table/0f1d6f4d094848e7bf93214809d90251 2023-11-12T01:09:17,133 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/232a83a485e94912bf3d9faf4601d926 to hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/232a83a485e94912bf3d9faf4601d926 2023-11-12T01:09:17,135 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/c3ad170032574e6ba9a86102a0cb37a9 to hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/info/c3ad170032574e6ba9a86102a0cb37a9 2023-11-12T01:09:17,147 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/.tmp/info/f7f9228bf1f24d0e8620e11f62d0bad0 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/info/f7f9228bf1f24d0e8620e11f62d0bad0 2023-11-12T01:09:17,156 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/info/f7f9228bf1f24d0e8620e11f62d0bad0, entries=20, sequenceid=14, filesize=8.3 K 2023-11-12T01:09:17,158 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/.tmp/table/0f1d6f4d094848e7bf93214809d90251 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/table/0f1d6f4d094848e7bf93214809d90251 2023-11-12T01:09:17,171 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/table/0f1d6f4d094848e7bf93214809d90251, entries=4, sequenceid=14, filesize=5.4 K 2023-11-12T01:09:17,172 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~3.10 KB/3174, heapSize ~5.33 KB/5456, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=14, compaction requested=false 2023-11-12T01:09:17,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a2528aa03a595f61325275a3ace6b94/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2023-11-12T01:09:17,174 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:09:17,176 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T01:09:17,176 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T01:09:17,182 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:17,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8a2528aa03a595f61325275a3ace6b94: 2023-11-12T01:09:17,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1699751296510.8a2528aa03a595f61325275a3ace6b94. 2023-11-12T01:09:17,187 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/data/hbase/meta/1588230740/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2023-11-12T01:09:17,188 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:09:17,189 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:09:17,189 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:09:17,189 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T01:09:17,238 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45399,1699751294348; all regions closed. 2023-11-12T01:09:17,248 DEBUG [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/oldWALs 2023-11-12T01:09:17,248 INFO [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45399%2C1699751294348.meta:.meta(num 1699751295720) 2023-11-12T01:09:17,257 DEBUG [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/oldWALs 2023-11-12T01:09:17,257 INFO [RS:0;jenkins-hbase3:45399 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45399%2C1699751294348:(num 1699751356985) 2023-11-12T01:09:17,258 DEBUG [RS:0;jenkins-hbase3:45399 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:09:17,258 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:09:17,258 INFO [RS:0;jenkins-hbase3:45399 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T01:09:17,258 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:09:17,259 INFO [RS:0;jenkins-hbase3:45399 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45399 2023-11-12T01:09:17,263 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,45399,1699751294348 2023-11-12T01:09:17,263 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:09:17,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45399,1699751294348] 2023-11-12T01:09:17,265 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45399,1699751294348; numProcessing=1 2023-11-12T01:09:17,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,45399,1699751294348 already deleted, retry=false 2023-11-12T01:09:17,267 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,45399,1699751294348 expired; onlineServers=0 2023-11-12T01:09:17,267 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,43629,1699751294263' ***** 2023-11-12T01:09:17,267 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T01:09:17,268 DEBUG [M:0;jenkins-hbase3:43629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f793cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:09:17,268 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43629,1699751294263 2023-11-12T01:09:17,268 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43629,1699751294263; all regions closed. 2023-11-12T01:09:17,268 DEBUG [M:0;jenkins-hbase3:43629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:09:17,268 DEBUG [M:0;jenkins-hbase3:43629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T01:09:17,268 DEBUG [M:0;jenkins-hbase3:43629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T01:09:17,269 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751295066 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751295066,5,FailOnTimeoutGroup] 2023-11-12T01:09:17,268 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751295065 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751295065,5,FailOnTimeoutGroup] 2023-11-12T01:09:17,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T01:09:17,270 INFO [M:0;jenkins-hbase3:43629 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T01:09:17,270 DEBUG [M:0;jenkins-hbase3:43629 {}] master.HMaster(1689): Stopping service threads 2023-11-12T01:09:17,270 INFO [M:0;jenkins-hbase3:43629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T01:09:17,272 ERROR [M:0;jenkins-hbase3:43629 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T01:09:17,272 INFO [M:0;jenkins-hbase3:43629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T01:09:17,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T01:09:17,274 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2023-11-12T01:09:17,274 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:17,274 DEBUG [M:0;jenkins-hbase3:43629 {}] zookeeper.ZKUtil(347): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2023-11-12T01:09:17,274 WARN [M:0;jenkins-hbase3:43629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T01:09:17,274 INFO [M:0;jenkins-hbase3:43629 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T01:09:17,275 INFO [M:0;jenkins-hbase3:43629 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T01:09:17,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:09:17,275 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:09:17,275 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:17,275 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:17,275 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:09:17,275 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:17,276 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=65.33 KB heapSize=81.88 KB 2023-11-12T01:09:17,292 DEBUG [M:0;jenkins-hbase3:43629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bee81a0de1884a379de0d9f78ed2d42a is 88, key is hbase:meta,,1/info:sn/1699751295546/Put/seqid=0 2023-11-12T01:09:17,302 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bee81a0de1884a379de0d9f78ed2d42a 2023-11-12T01:09:17,325 DEBUG [M:0;jenkins-hbase3:43629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79da280b67704b57b4eb64861a1d76ff is 795, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1699751296923/Put/seqid=0 2023-11-12T01:09:17,337 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.69 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79da280b67704b57b4eb64861a1d76ff 2023-11-12T01:09:17,342 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79da280b67704b57b4eb64861a1d76ff 2023-11-12T01:09:17,356 DEBUG [M:0;jenkins-hbase3:43629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4315313670dd46e29f8fac3b83dde021 is 82, key is jenkins-hbase3.apache.org,45399,1699751294348/rs:state/1699751295124/Put/seqid=0 2023-11-12T01:09:17,364 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4315313670dd46e29f8fac3b83dde021 2023-11-12T01:09:17,365 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:09:17,365 INFO [RS:0;jenkins-hbase3:45399 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45399,1699751294348; zookeeper connection closed. 2023-11-12T01:09:17,365 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45399-0x1004b2c62fa0001, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:09:17,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a7cc8e1 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a7cc8e1 2023-11-12T01:09:17,365 INFO [Listener at localhost/34109 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T01:09:17,385 DEBUG [M:0;jenkins-hbase3:43629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/176c2c9a19704024a79d4d6f48a3eafb is 52, key is load_balancer_on/state:d/1699751296498/Put/seqid=0 2023-11-12T01:09:17,402 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/176c2c9a19704024a79d4d6f48a3eafb 2023-11-12T01:09:17,414 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bee81a0de1884a379de0d9f78ed2d42a as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bee81a0de1884a379de0d9f78ed2d42a 2023-11-12T01:09:17,421 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bee81a0de1884a379de0d9f78ed2d42a, entries=8, sequenceid=184, filesize=5.5 K 2023-11-12T01:09:17,423 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79da280b67704b57b4eb64861a1d76ff as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79da280b67704b57b4eb64861a1d76ff 2023-11-12T01:09:17,429 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79da280b67704b57b4eb64861a1d76ff 2023-11-12T01:09:17,430 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79da280b67704b57b4eb64861a1d76ff, entries=21, sequenceid=184, filesize=8.2 K 2023-11-12T01:09:17,434 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4315313670dd46e29f8fac3b83dde021 as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4315313670dd46e29f8fac3b83dde021 2023-11-12T01:09:17,440 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4315313670dd46e29f8fac3b83dde021, entries=1, sequenceid=184, filesize=5.1 K 2023-11-12T01:09:17,441 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/176c2c9a19704024a79d4d6f48a3eafb as hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/176c2c9a19704024a79d4d6f48a3eafb 2023-11-12T01:09:17,449 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38757/user/jenkins/test-data/7e1e2e73-2c3d-186d-b71e-b8834dc328c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/176c2c9a19704024a79d4d6f48a3eafb, entries=1, sequenceid=184, filesize=4.9 K 2023-11-12T01:09:17,450 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(3022): Finished flush of dataSize ~65.33 KB/66899, heapSize ~81.81 KB/83776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=184, compaction requested=false 2023-11-12T01:09:17,455 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:17,455 DEBUG [M:0;jenkins-hbase3:43629 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:09:17,462 INFO [M:0;jenkins-hbase3:43629 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T01:09:17,462 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:09:17,467 INFO [M:0;jenkins-hbase3:43629 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:43629 2023-11-12T01:09:17,469 DEBUG [M:0;jenkins-hbase3:43629 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/rs/jenkins-hbase3.apache.org,43629,1699751294263 already deleted, retry=false 2023-11-12T01:09:17,572 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:09:17,572 INFO [M:0;jenkins-hbase3:43629 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43629,1699751294263; zookeeper connection closed. 2023-11-12T01:09:17,572 DEBUG [Listener at localhost/34109-EventThread {}] zookeeper.ZKWatcher(604): master:43629-0x1004b2c62fa0000, quorum=127.0.0.1:62669, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:09:17,573 WARN [Listener at localhost/34109 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:09:17,588 INFO [Listener at localhost/34109 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:09:17,604 WARN [BP-1869078284-172.31.12.81-1699751293384 heartbeating to localhost/127.0.0.1:38757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:09:17,604 WARN [BP-1869078284-172.31.12.81-1699751293384 heartbeating to localhost/127.0.0.1:38757 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1869078284-172.31.12.81-1699751293384 (Datanode Uuid 24476b37-5213-4c75-ae11-15e7f63795e3) service to localhost/127.0.0.1:38757 2023-11-12T01:09:17,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/dfs/data/data3/current/BP-1869078284-172.31.12.81-1699751293384 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:09:17,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/dfs/data/data4/current/BP-1869078284-172.31.12.81-1699751293384 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:09:17,611 WARN [Listener at localhost/34109 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:09:17,623 INFO [Listener at localhost/34109 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:09:17,728 WARN [BP-1869078284-172.31.12.81-1699751293384 heartbeating to localhost/127.0.0.1:38757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:09:17,728 WARN [BP-1869078284-172.31.12.81-1699751293384 heartbeating to localhost/127.0.0.1:38757 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1869078284-172.31.12.81-1699751293384 (Datanode Uuid afaa56cb-5e7d-4ef5-b192-62ce56946cbf) service to localhost/127.0.0.1:38757 2023-11-12T01:09:17,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/dfs/data/data1/current/BP-1869078284-172.31.12.81-1699751293384 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:09:17,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/cluster_8d341f6f-957a-5c43-a835-59075e583781/dfs/data/data2/current/BP-1869078284-172.31.12.81-1699751293384 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:09:17,745 INFO [Listener at localhost/34109 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:09:17,860 INFO [Listener at localhost/34109 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T01:09:17,890 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T01:09:17,903 INFO [Listener at localhost/34109 {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=65 (was 77), OpenFileDescriptor=481 (was 512), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=496 (was 501), ProcessCount=170 (was 167) - ProcessCount LEAK? -, AvailableMemoryMB=5822 (was 6423) 2023-11-12T01:09:17,912 INFO [Listener at localhost/34109 {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=66, OpenFileDescriptor=481, MaxFileDescriptor=60000, SystemLoadAverage=496, ProcessCount=170, AvailableMemoryMB=5822 2023-11-12T01:09:17,913 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T01:09:17,913 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/hadoop.log.dir so I do NOT create it in target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3 2023-11-12T01:09:17,913 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88dab370-4242-df1a-4149-747c6b73598b/hadoop.tmp.dir so I do NOT create it in target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3 2023-11-12T01:09:17,913 INFO [Listener at localhost/34109 {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646, deleteOnExit=true 2023-11-12T01:09:17,913 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T01:09:17,913 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/test.cache.data in system properties and HBase conf 2023-11-12T01:09:17,914 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T01:09:17,914 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/hadoop.log.dir in system properties and HBase conf 2023-11-12T01:09:17,914 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T01:09:17,914 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T01:09:17,914 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T01:09:17,914 DEBUG [Listener at localhost/34109 {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T01:09:17,915 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:09:17,915 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:09:17,915 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T01:09:17,915 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:09:17,916 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T01:09:17,916 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T01:09:17,916 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:09:17,916 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:09:17,916 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T01:09:17,916 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/nfs.dump.dir in system properties and HBase conf 2023-11-12T01:09:17,917 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/java.io.tmpdir in system properties and HBase conf 2023-11-12T01:09:17,917 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:09:17,917 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T01:09:17,917 INFO [Listener at localhost/34109 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T01:09:17,934 WARN [Listener at localhost/34109 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:09:17,934 WARN [Listener at localhost/34109 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:09:17,996 WARN [Listener at localhost/34109 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:09:18,000 INFO [Listener at localhost/34109 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:09:18,006 INFO [Listener at localhost/34109 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/java.io.tmpdir/Jetty_localhost_42813_hdfs____29ws06/webapp 2023-11-12T01:09:18,123 INFO [Listener at localhost/34109 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42813 2023-11-12T01:09:18,139 WARN [Listener at localhost/34109 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:09:18,140 WARN [Listener at localhost/34109 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:09:18,214 WARN [Listener at localhost/43641 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:09:18,227 WARN [Listener at localhost/43641 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:09:18,230 WARN [Listener at localhost/43641 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:09:18,231 INFO [Listener at localhost/43641 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:09:18,239 INFO [Listener at localhost/43641 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/java.io.tmpdir/Jetty_localhost_38573_datanode____.p7m1u5/webapp 2023-11-12T01:09:18,348 INFO [Listener at localhost/43641 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38573 2023-11-12T01:09:18,363 WARN [Listener at localhost/42155 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:09:18,389 WARN [Listener at localhost/42155 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:09:18,392 WARN [Listener at localhost/42155 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:09:18,393 INFO [Listener at localhost/42155 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:09:18,399 INFO [Listener at localhost/42155 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/java.io.tmpdir/Jetty_localhost_36087_datanode____.iozoz1/webapp 2023-11-12T01:09:18,459 WARN [Thread-773 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:09:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xad418b6ffa13ee4c: Processing first storage report for DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315 from datanode f5904bc2-2b4f-4a16-bddb-1e691eccda44 2023-11-12T01:09:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xad418b6ffa13ee4c: from storage DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315 node DatanodeRegistration(127.0.0.1:46245, datanodeUuid=f5904bc2-2b4f-4a16-bddb-1e691eccda44, infoPort=43495, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=1177069148;c=1699751357937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:09:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xad418b6ffa13ee4c: Processing first storage report for DS-f6f61eee-7d65-4216-b5b0-56cf42f8d4dd from datanode f5904bc2-2b4f-4a16-bddb-1e691eccda44 2023-11-12T01:09:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xad418b6ffa13ee4c: from storage DS-f6f61eee-7d65-4216-b5b0-56cf42f8d4dd node DatanodeRegistration(127.0.0.1:46245, datanodeUuid=f5904bc2-2b4f-4a16-bddb-1e691eccda44, infoPort=43495, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=1177069148;c=1699751357937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:09:18,526 INFO [Listener at localhost/42155 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36087 2023-11-12T01:09:18,534 WARN [Listener at localhost/36353 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:09:18,614 WARN [Thread-808 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:09:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x2e72a4325e82c09f: Processing first storage report for DS-af6244c3-f41e-4fa1-b923-66ce9f82791e from datanode 2ad177ca-f07a-4d14-8f8e-f04014dc8018 2023-11-12T01:09:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x2e72a4325e82c09f: from storage DS-af6244c3-f41e-4fa1-b923-66ce9f82791e node DatanodeRegistration(127.0.0.1:42131, datanodeUuid=2ad177ca-f07a-4d14-8f8e-f04014dc8018, infoPort=36731, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1177069148;c=1699751357937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:09:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x2e72a4325e82c09f: Processing first storage report for DS-3037cd7a-0228-446d-b291-23af9f73114f from datanode 2ad177ca-f07a-4d14-8f8e-f04014dc8018 2023-11-12T01:09:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x2e72a4325e82c09f: from storage DS-3037cd7a-0228-446d-b291-23af9f73114f node DatanodeRegistration(127.0.0.1:42131, datanodeUuid=2ad177ca-f07a-4d14-8f8e-f04014dc8018, infoPort=36731, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1177069148;c=1699751357937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:09:18,751 DEBUG [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3 2023-11-12T01:09:18,757 INFO [Listener at localhost/36353 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/zookeeper_0, clientPort=54906, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T01:09:18,759 INFO [Listener at localhost/36353 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54906 2023-11-12T01:09:18,759 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:18,760 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:18,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:09:18,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T01:09:18,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T01:09:18,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2023-11-12T01:09:18,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T01:09:19,205 INFO [Listener at localhost/36353 {}] util.FSUtils(462): Created version file at hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b with version=8 2023-11-12T01:09:19,205 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(1462): The hbase.fs.tmp.dir is set to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/hbase-staging 2023-11-12T01:09:19,207 INFO [Listener at localhost/36353 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:09:19,208 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:09:19,208 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:09:19,208 INFO [Listener at localhost/36353 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:09:19,208 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:09:19,208 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:09:19,208 INFO [Listener at localhost/36353 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:09:19,209 INFO [Listener at localhost/36353 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:09:19,210 INFO [Listener at localhost/36353 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:33021 2023-11-12T01:09:19,210 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:19,211 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:19,213 INFO [Listener at localhost/36353 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:33021 connecting to ZooKeeper ensemble=127.0.0.1:54906 2023-11-12T01:09:19,231 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:330210x0, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:09:19,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:33021-0x1004b2d5f1e0000 connected 2023-11-12T01:09:19,251 DEBUG [Listener at localhost/36353 {}] zookeeper.ZKUtil(113): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:09:19,251 DEBUG [Listener at localhost/36353 {}] zookeeper.ZKUtil(113): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:09:19,252 DEBUG [Listener at localhost/36353 {}] zookeeper.ZKUtil(113): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:09:19,253 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33021 2023-11-12T01:09:19,253 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33021 2023-11-12T01:09:19,265 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33021 2023-11-12T01:09:19,267 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33021 2023-11-12T01:09:19,267 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33021 2023-11-12T01:09:19,270 INFO [Listener at localhost/36353 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b, hbase.cluster.distributed=false 2023-11-12T01:09:19,288 INFO [Listener at localhost/36353 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:09:19,289 INFO [Listener at localhost/36353 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:09:19,291 INFO [Listener at localhost/36353 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:38997 2023-11-12T01:09:19,292 INFO [Listener at localhost/36353 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T01:09:19,294 DEBUG [Listener at localhost/36353 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T01:09:19,295 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:19,296 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:19,298 INFO [Listener at localhost/36353 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:38997 connecting to ZooKeeper ensemble=127.0.0.1:54906 2023-11-12T01:09:19,303 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:389970x0, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:09:19,304 DEBUG [Listener at localhost/36353 {}] zookeeper.ZKUtil(113): regionserver:389970x0, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:09:19,305 DEBUG [Listener at localhost/36353 {}] zookeeper.ZKUtil(113): regionserver:389970x0, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:09:19,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:38997-0x1004b2d5f1e0001 connected 2023-11-12T01:09:19,306 DEBUG [Listener at localhost/36353 {}] zookeeper.ZKUtil(113): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:09:19,312 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38997 2023-11-12T01:09:19,313 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38997 2023-11-12T01:09:19,313 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38997 2023-11-12T01:09:19,313 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38997 2023-11-12T01:09:19,314 DEBUG [Listener at localhost/36353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38997 2023-11-12T01:09:19,318 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /hbase/backup-masters/jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,321 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:09:19,321 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:09:19,322 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,323 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:09:19,323 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:09:19,323 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,323 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,329 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:33021 2023-11-12T01:09:19,333 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:09:19,338 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/jenkins-hbase3.apache.org,33021,1699751359206 from backup master directory 2023-11-12T01:09:19,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:09:19,341 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,341 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:09:19,341 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:09:19,344 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:09:19,344 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/hbase.id with ID: 8a4aa012-256a-426b-b731-bf7a44073734 2023-11-12T01:09:19,379 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:19,383 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,383 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,395 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:09:19,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T01:09:19,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:09:19,413 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store 2023-11-12T01:09:19,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:19,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:09:19,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:19,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:19,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:09:19,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:19,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:09:19,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:09:19,432 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/.initializing 2023-11-12T01:09:19,432 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/WALs/jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,433 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:09:19,436 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33021%2C1699751359206, suffix=, logDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/WALs/jenkins-hbase3.apache.org,33021,1699751359206, archiveDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/oldWALs, maxLogs=10 2023-11-12T01:09:19,451 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/WALs/jenkins-hbase3.apache.org,33021,1699751359206/jenkins-hbase3.apache.org%2C33021%2C1699751359206.1699751359436, exclude list is [], retry=0 2023-11-12T01:09:19,458 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK] 2023-11-12T01:09:19,459 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK] 2023-11-12T01:09:19,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/WALs/jenkins-hbase3.apache.org,33021,1699751359206/jenkins-hbase3.apache.org%2C33021%2C1699751359206.1699751359436 2023-11-12T01:09:19,462 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK], DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK]] 2023-11-12T01:09:19,462 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:09:19,462 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:19,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T01:09:19,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:19,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T01:09:19,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:19,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T01:09:19,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:19,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T01:09:19,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:19,475 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,476 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,478 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T01:09:19,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:09:19,482 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:09:19,483 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746439, jitterRate=-0.05085483193397522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T01:09:19,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:09:19,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T01:09:19,488 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c941cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:09:19,489 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T01:09:19,490 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T01:09:19,490 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T01:09:19,490 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T01:09:19,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-11-12T01:09:19,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 0 msec 2023-11-12T01:09:19,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T01:09:19,493 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T01:09:19,495 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2023-11-12T01:09:19,496 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/balancer already deleted, retry=false 2023-11-12T01:09:19,496 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T01:09:19,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2023-11-12T01:09:19,499 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/normalizer already deleted, retry=false 2023-11-12T01:09:19,499 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T01:09:19,500 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2023-11-12T01:09:19,502 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/split already deleted, retry=false 2023-11-12T01:09:19,503 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2023-11-12T01:09:19,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/merge already deleted, retry=false 2023-11-12T01:09:19,507 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T01:09:19,508 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/snapshot-cleanup already deleted, retry=false 2023-11-12T01:09:19,510 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:09:19,510 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:09:19,510 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,510 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,510 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,33021,1699751359206, sessionid=0x1004b2d5f1e0000, setting cluster-up flag (Was=false) 2023-11-12T01:09:19,514 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,514 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,521 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2023-11-12T01:09:19,522 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,526 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,526 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:19,533 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2023-11-12T01:09:19,535 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:19,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T01:09:19,539 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T01:09:19,539 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T01:09:19,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,33021,1699751359206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:09:19,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699751389556 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T01:09:19,556 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T01:09:19,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:09:19,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T01:09:19,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T01:09:19,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T01:09:19,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T01:09:19,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:09:19,562 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T01:09:19,562 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T01:09:19,566 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751359562,5,FailOnTimeoutGroup] 2023-11-12T01:09:19,570 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751359566,5,FailOnTimeoutGroup] 2023-11-12T01:09:19,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T01:09:19,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T01:09:19,596 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b 2023-11-12T01:09:19,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:19,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:09:19,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:09:19,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:19,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:09:19,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:09:19,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:19,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:09:19,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:09:19,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:19,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:19,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740 2023-11-12T01:09:19,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740 2023-11-12T01:09:19,638 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:09:19,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:09:19,640 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:38997 2023-11-12T01:09:19,642 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(997): ClusterId : 8a4aa012-256a-426b-b731-bf7a44073734 2023-11-12T01:09:19,642 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T01:09:19,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:09:19,644 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689337, jitterRate=-0.12346296012401581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:09:19,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:09:19,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:09:19,644 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:09:19,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:09:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:09:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:09:19,645 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:09:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:09:19,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:09:19,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T01:09:19,647 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T01:09:19,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T01:09:19,647 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T01:09:19,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T01:09:19,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T01:09:19,651 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T01:09:19,652 DEBUG [RS:0;jenkins-hbase3:38997 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25beebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:09:19,653 DEBUG [RS:0;jenkins-hbase3:38997 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab98865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:09:19,653 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T01:09:19,653 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T01:09:19,653 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T01:09:19,654 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,33021,1699751359206 with isa=jenkins-hbase3.apache.org/172.31.12.81:38997, startcode=1699751359288 2023-11-12T01:09:19,654 DEBUG [RS:0;jenkins-hbase3:38997 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T01:09:19,656 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45663, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T01:09:19,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:19,659 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b 2023-11-12T01:09:19,659 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:43641 2023-11-12T01:09:19,659 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-11-12T01:09:19,662 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:09:19,662 DEBUG [RS:0;jenkins-hbase3:38997 {}] zookeeper.ZKUtil(111): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:19,662 WARN [RS:0;jenkins-hbase3:38997 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:09:19,662 INFO [RS:0;jenkins-hbase3:38997 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:09:19,662 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:19,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,38997,1699751359288] 2023-11-12T01:09:19,668 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T01:09:19,668 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T01:09:19,669 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T01:09:19,670 INFO [RS:0;jenkins-hbase3:38997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T01:09:19,670 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,670 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T01:09:19,671 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:09:19,671 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,672 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,672 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,672 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,672 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:09:19,672 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:09:19,672 DEBUG [RS:0;jenkins-hbase3:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:09:19,673 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,673 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,673 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,673 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,673 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38997,1699751359288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:09:19,692 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T01:09:19,692 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38997,1699751359288-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:19,708 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,38997,1699751359288 started 2023-11-12T01:09:19,708 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,38997,1699751359288, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:38997, sessionid=0x1004b2d5f1e0001 2023-11-12T01:09:19,708 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T01:09:19,708 DEBUG [RS:0;jenkins-hbase3:38997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:19,708 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38997,1699751359288' 2023-11-12T01:09:19,708 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-11-12T01:09:19,709 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-11-12T01:09:19,714 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T01:09:19,714 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T01:09:19,714 DEBUG [RS:0;jenkins-hbase3:38997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:19,714 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38997,1699751359288' 2023-11-12T01:09:19,714 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-11-12T01:09:19,714 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-11-12T01:09:19,715 DEBUG [RS:0;jenkins-hbase3:38997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T01:09:19,715 INFO [RS:0;jenkins-hbase3:38997 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T01:09:19,715 INFO [RS:0;jenkins-hbase3:38997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T01:09:19,801 WARN [jenkins-hbase3:33021 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T01:09:19,816 INFO [RS:0;jenkins-hbase3:38997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:09:19,818 INFO [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38997%2C1699751359288, suffix=, logDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288, archiveDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/oldWALs, maxLogs=32 2023-11-12T01:09:19,831 DEBUG [RS:0;jenkins-hbase3:38997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751359819, exclude list is [], retry=0 2023-11-12T01:09:19,838 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK] 2023-11-12T01:09:19,839 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK] 2023-11-12T01:09:19,848 INFO [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751359819 2023-11-12T01:09:19,854 DEBUG [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK], DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK]] 2023-11-12T01:09:20,052 DEBUG [jenkins-hbase3:33021 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T01:09:20,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:20,055 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38997,1699751359288, state=OPENING 2023-11-12T01:09:20,057 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T01:09:20,059 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:20,059 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:20,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38997,1699751359288}] 2023-11-12T01:09:20,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:09:20,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:09:20,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:20,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T01:09:20,216 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50874, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T01:09:20,221 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T01:09:20,221 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:09:20,222 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T01:09:20,224 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38997%2C1699751359288.meta, suffix=.meta, logDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288, archiveDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/oldWALs, maxLogs=32 2023-11-12T01:09:20,236 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.meta.1699751360224.meta, exclude list is [], retry=0 2023-11-12T01:09:20,241 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK] 2023-11-12T01:09:20,242 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK] 2023-11-12T01:09:20,244 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.meta.1699751360224.meta 2023-11-12T01:09:20,250 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK], DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK]] 2023-11-12T01:09:20,250 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:09:20,250 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T01:09:20,250 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T01:09:20,250 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T01:09:20,251 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T01:09:20,251 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:20,251 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T01:09:20,251 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T01:09:20,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:09:20,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:09:20,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:20,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:20,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:09:20,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:09:20,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:09:20,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:09:20,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:20,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:09:20,259 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740 2023-11-12T01:09:20,262 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740 2023-11-12T01:09:20,264 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:09:20,265 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:09:20,266 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760183, jitterRate=-0.03337754309177399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:09:20,266 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:09:20,267 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699751360213 2023-11-12T01:09:20,270 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T01:09:20,271 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T01:09:20,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:20,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38997,1699751359288, state=OPEN 2023-11-12T01:09:20,279 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:09:20,279 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:09:20,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:09:20,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:09:20,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T01:09:20,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38997,1699751359288 in 221 msec 2023-11-12T01:09:20,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T01:09:20,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2023-11-12T01:09:20,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 749 msec 2023-11-12T01:09:20,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699751360287, completionTime=-1 2023-11-12T01:09:20,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T01:09:20,287 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T01:09:20,295 DEBUG [hconnection-0x52fef9ce-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:09:20,296 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50890, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:09:20,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T01:09:20,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699751420298 2023-11-12T01:09:20,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699751480298 2023-11-12T01:09:20,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 11 msec 2023-11-12T01:09:20,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33021,1699751359206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:20,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33021,1699751359206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:20,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33021,1699751359206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:20,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:33021, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:20,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T01:09:20,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T01:09:20,316 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:09:20,317 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T01:09:20,318 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T01:09:20,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:09:20,320 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:20,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:09:20,341 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 245e18d528dd7df2952729538e50e462, NAME => 'hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b 2023-11-12T01:09:20,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:20,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 245e18d528dd7df2952729538e50e462, disabling compactions & flushes 2023-11-12T01:09:20,359 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. after waiting 0 ms 2023-11-12T01:09:20,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,359 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 245e18d528dd7df2952729538e50e462: 2023-11-12T01:09:20,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:09:20,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699751360361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751360361"}]},"ts":"1699751360361"} 2023-11-12T01:09:20,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:09:20,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:09:20,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751360366"}]},"ts":"1699751360366"} 2023-11-12T01:09:20,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T01:09:20,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=245e18d528dd7df2952729538e50e462, ASSIGN}] 2023-11-12T01:09:20,377 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=245e18d528dd7df2952729538e50e462, ASSIGN 2023-11-12T01:09:20,378 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=245e18d528dd7df2952729538e50e462, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38997,1699751359288; forceNewPlan=false, retain=false 2023-11-12T01:09:20,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=245e18d528dd7df2952729538e50e462, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:20,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 245e18d528dd7df2952729538e50e462, server=jenkins-hbase3.apache.org,38997,1699751359288}] 2023-11-12T01:09:20,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:20,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 245e18d528dd7df2952729538e50e462, NAME => 'hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:09:20,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:20,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,694 INFO [StoreOpener-245e18d528dd7df2952729538e50e462-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,696 INFO [StoreOpener-245e18d528dd7df2952729538e50e462-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 245e18d528dd7df2952729538e50e462 columnFamilyName info 2023-11-12T01:09:20,696 DEBUG [StoreOpener-245e18d528dd7df2952729538e50e462-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:20,697 INFO [StoreOpener-245e18d528dd7df2952729538e50e462-1 {}] regionserver.HStore(324): Store=245e18d528dd7df2952729538e50e462/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:20,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 245e18d528dd7df2952729538e50e462 2023-11-12T01:09:20,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:09:20,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 245e18d528dd7df2952729538e50e462; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824312, jitterRate=0.04816707968711853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:09:20,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 245e18d528dd7df2952729538e50e462: 2023-11-12T01:09:20,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462., pid=6, masterSystemTime=1699751360685 2023-11-12T01:09:20,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:09:20,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=245e18d528dd7df2952729538e50e462, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:20,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T01:09:20,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 245e18d528dd7df2952729538e50e462, server=jenkins-hbase3.apache.org,38997,1699751359288 in 189 msec 2023-11-12T01:09:20,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T01:09:20,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=245e18d528dd7df2952729538e50e462, ASSIGN in 352 msec 2023-11-12T01:09:20,729 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:09:20,730 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751360729"}]},"ts":"1699751360729"} 2023-11-12T01:09:20,731 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T01:09:20,736 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:09:20,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 420 msec 2023-11-12T01:09:20,819 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2023-11-12T01:09:20,821 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:20,822 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:09:20,822 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:09:20,827 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T01:09:20,836 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:09:20,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 14 msec 2023-11-12T01:09:20,849 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T01:09:20,859 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:09:20,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-12T01:09:20,877 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2023-11-12T01:09:20,880 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 1.536sec 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33021,1699751359206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:09:20,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33021,1699751359206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T01:09:20,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T01:09:20,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T01:09:20,922 DEBUG [Listener at localhost/36353 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0bc3bd43 to 127.0.0.1:54906 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T01:09:20,928 DEBUG [Listener at localhost/36353 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b2264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:09:20,930 DEBUG [hconnection-0x47476d4d-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:09:20,932 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50898, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:09:20,934 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:09:20,934 INFO [Listener at localhost/36353 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:09:20,936 INFO [Listener at localhost/36353 {}] master.MasterRpcServices(505): Client=null/null set balanceSwitch=false 2023-11-12T01:09:20,941 DEBUG [Listener at localhost/36353 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T01:09:20,947 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36948, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T01:09:20,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] util.TableDescriptorChecker(342): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2023-11-12T01:09:20,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] util.TableDescriptorChecker(342): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2023-11-12T01:09:20,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:09:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestLogRolling-testLogRolling 2023-11-12T01:09:20,954 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:09:20,955 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:20,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 9 2023-11-12T01:09:20,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:09:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T01:09:20,969 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1aee7daf276478a1e2128574e766d474, NAME => 'TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b 2023-11-12T01:09:20,984 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(888): Instantiated TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:20,985 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1668): Closing 1aee7daf276478a1e2128574e766d474, disabling compactions & flushes 2023-11-12T01:09:20,985 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1690): Closing region TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:20,985 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:20,985 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. after waiting 0 ms 2023-11-12T01:09:20,985 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:20,985 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1909): Closed TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:20,985 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:20,986 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:09:20,987 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1699751360986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751360986"}]},"ts":"1699751360986"} 2023-11-12T01:09:20,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:09:20,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:09:20,995 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751360994"}]},"ts":"1699751360994"} 2023-11-12T01:09:20,997 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2023-11-12T01:09:21,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, ASSIGN}] 2023-11-12T01:09:21,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, ASSIGN 2023-11-12T01:09:21,005 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38997,1699751359288; forceNewPlan=false, retain=false 2023-11-12T01:09:21,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1aee7daf276478a1e2128574e766d474, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:21,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288}] 2023-11-12T01:09:21,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:21,318 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(130): Open TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:21,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7254): Opening region: {ENCODED => 1aee7daf276478a1e2128574e766d474, NAME => 'TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:09:21,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(888): Instantiated TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:21,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7296): checking encryption for 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7299): checking classloading for 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,320 INFO [StoreOpener-1aee7daf276478a1e2128574e766d474-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,322 INFO [StoreOpener-1aee7daf276478a1e2128574e766d474-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aee7daf276478a1e2128574e766d474 columnFamilyName info 2023-11-12T01:09:21,322 DEBUG [StoreOpener-1aee7daf276478a1e2128574e766d474-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:21,322 INFO [StoreOpener-1aee7daf276478a1e2128574e766d474-1 {}] regionserver.HStore(324): Store=1aee7daf276478a1e2128574e766d474/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:21,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1076): writing seq id for 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:21,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:09:21,332 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): Opened 1aee7daf276478a1e2128574e766d474; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733397, jitterRate=-0.06743870675563812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:09:21,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(992): Region open journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:21,334 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2556): Post open deploy tasks for TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474., pid=11, masterSystemTime=1699751361311 2023-11-12T01:09:21,336 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2583): Finished post open deploy task for TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:21,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(158): Opened TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:21,336 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1aee7daf276478a1e2128574e766d474, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:21,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=11, resume processing ppid=10 2023-11-12T01:09:21,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288 in 179 msec 2023-11-12T01:09:21,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=10, resume processing ppid=9 2023-11-12T01:09:21,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, ASSIGN in 339 msec 2023-11-12T01:09:21,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:09:21,344 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751361344"}]},"ts":"1699751361344"} 2023-11-12T01:09:21,346 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2023-11-12T01:09:21,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:09:21,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestLogRolling-testLogRolling in 401 msec 2023-11-12T01:09:22,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-11-12T01:09:25,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T01:09:25,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T01:09:25,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2023-11-12T01:09:28,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T01:09:28,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T01:09:28,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T01:09:28,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T01:09:28,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:09:28,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T01:09:28,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T01:09:28,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T01:09:28,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2023-11-12T01:09:28,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2023-11-12T01:09:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T01:09:30,958 INFO [Listener at localhost/36353 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling, procId: 9 completed 2023-11-12T01:09:30,961 DEBUG [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(2714): Found 1 regions for table TestLogRolling-testLogRolling 2023-11-12T01:09:30,961 DEBUG [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(2720): firstRegionName=TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:30,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:09:31,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/7c14d31222c44251b3d17b9ff428bba0 is 1055, key is row0001/info:/1699751370965/Put/seqid=0 2023-11-12T01:09:31,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/7c14d31222c44251b3d17b9ff428bba0 2023-11-12T01:09:31,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/7c14d31222c44251b3d17b9ff428bba0 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7c14d31222c44251b3d17b9ff428bba0 2023-11-12T01:09:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:09:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751381034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:31,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7c14d31222c44251b3d17b9ff428bba0, entries=8, sequenceid=12, filesize=13.1 K 2023-11-12T01:09:31,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 1aee7daf276478a1e2128574e766d474 in 65ms, sequenceid=12, compaction requested=false 2023-11-12T01:09:31,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:41,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2023-11-12T01:09:41,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/ec9d216afc9240de85cfbc65f69bb978 is 1055, key is row0009/info:/1699751370981/Put/seqid=0 2023-11-12T01:09:41,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/ec9d216afc9240de85cfbc65f69bb978 2023-11-12T01:09:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/ec9d216afc9240de85cfbc65f69bb978 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978 2023-11-12T01:09:41,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978, entries=22, sequenceid=37, filesize=27.5 K 2023-11-12T01:09:41,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 1aee7daf276478a1e2128574e766d474 in 39ms, sequenceid=37, compaction requested=false 2023-11-12T01:09:41,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:41,141 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=40.5 K, sizeToCheck=16.0 K 2023-11-12T01:09:41,141 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:41,142 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978 because midkey is the same as first or last row 2023-11-12T01:09:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:43,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:09:43,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/2768c33b862f40209ee3ce527805d6a2 is 1055, key is row0031/info:/1699751381102/Put/seqid=0 2023-11-12T01:09:43,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/2768c33b862f40209ee3ce527805d6a2 2023-11-12T01:09:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:09:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751393158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:43,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/2768c33b862f40209ee3ce527805d6a2 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/2768c33b862f40209ee3ce527805d6a2 2023-11-12T01:09:43,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/2768c33b862f40209ee3ce527805d6a2, entries=8, sequenceid=48, filesize=13.1 K 2023-11-12T01:09:43,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 1aee7daf276478a1e2128574e766d474 in 48ms, sequenceid=48, compaction requested=true 2023-11-12T01:09:43,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:43,169 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=53.6 K, sizeToCheck=16.0 K 2023-11-12T01:09:43,169 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:43,169 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978 because midkey is the same as first or last row 2023-11-12T01:09:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aee7daf276478a1e2128574e766d474:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:09:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:43,172 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:09:43,174 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:09:43,174 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1534): 1aee7daf276478a1e2128574e766d474/info is initiating minor compaction (all files) 2023-11-12T01:09:43,174 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 1aee7daf276478a1e2128574e766d474/info in TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:43,174 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7c14d31222c44251b3d17b9ff428bba0, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/2768c33b862f40209ee3ce527805d6a2] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp, totalSize=53.6 K 2023-11-12T01:09:43,175 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 7c14d31222c44251b3d17b9ff428bba0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1699751370965 2023-11-12T01:09:43,175 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting ec9d216afc9240de85cfbc65f69bb978, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1699751370981 2023-11-12T01:09:43,175 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 2768c33b862f40209ee3ce527805d6a2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1699751381102 2023-11-12T01:09:43,203 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aee7daf276478a1e2128574e766d474#info#compaction#24 average throughput is 7.62 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:09:43,204 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/e45c399f79ef44ee8dbb41a990db836f is 1055, key is row0001/info:/1699751370965/Put/seqid=0 2023-11-12T01:09:43,232 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/e45c399f79ef44ee8dbb41a990db836f as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f 2023-11-12T01:09:43,240 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 1aee7daf276478a1e2128574e766d474/info of 1aee7daf276478a1e2128574e766d474 into e45c399f79ef44ee8dbb41a990db836f(size=44.0 K), total size for store is 44.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:09:43,240 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:43,240 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474., storeName=1aee7daf276478a1e2128574e766d474/info, priority=13, startTime=1699751383171; duration=0sec 2023-11-12T01:09:43,242 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=44.0 K, sizeToCheck=16.0 K 2023-11-12T01:09:43,242 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:43,242 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f because midkey is the same as first or last row 2023-11-12T01:09:43,242 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:43,242 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aee7daf276478a1e2128574e766d474:info 2023-11-12T01:09:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:53,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2023-11-12T01:09:53,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/8afed6edebbc49a08f44ba2a3be679e9 is 1055, key is row0039/info:/1699751383122/Put/seqid=0 2023-11-12T01:09:53,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/8afed6edebbc49a08f44ba2a3be679e9 2023-11-12T01:09:53,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/8afed6edebbc49a08f44ba2a3be679e9 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8afed6edebbc49a08f44ba2a3be679e9 2023-11-12T01:09:53,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8afed6edebbc49a08f44ba2a3be679e9, entries=22, sequenceid=74, filesize=27.5 K 2023-11-12T01:09:53,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for 1aee7daf276478a1e2128574e766d474 in 38ms, sequenceid=74, compaction requested=false 2023-11-12T01:09:53,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:53,228 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=71.5 K, sizeToCheck=16.0 K 2023-11-12T01:09:53,228 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:53,228 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f because midkey is the same as first or last row 2023-11-12T01:09:53,653 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T01:09:53,655 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40102, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T01:09:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:09:55,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/8d8a672c08674ed682039b4d40ced38d is 1055, key is row0061/info:/1699751393190/Put/seqid=0 2023-11-12T01:09:55,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/8d8a672c08674ed682039b4d40ced38d 2023-11-12T01:09:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/8d8a672c08674ed682039b4d40ced38d as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8d8a672c08674ed682039b4d40ced38d 2023-11-12T01:09:55,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8d8a672c08674ed682039b4d40ced38d, entries=8, sequenceid=85, filesize=13.1 K 2023-11-12T01:09:55,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 1aee7daf276478a1e2128574e766d474 in 35ms, sequenceid=85, compaction requested=true 2023-11-12T01:09:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=84.5 K, sizeToCheck=16.0 K 2023-11-12T01:09:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f because midkey is the same as first or last row 2023-11-12T01:09:55,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1aee7daf276478a1e2128574e766d474:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:09:55,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:55,242 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:09:55,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2023-11-12T01:09:55,244 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 86574 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:09:55,244 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1534): 1aee7daf276478a1e2128574e766d474/info is initiating minor compaction (all files) 2023-11-12T01:09:55,244 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 1aee7daf276478a1e2128574e766d474/info in TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:55,244 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8afed6edebbc49a08f44ba2a3be679e9, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8d8a672c08674ed682039b4d40ced38d] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp, totalSize=84.5 K 2023-11-12T01:09:55,245 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting e45c399f79ef44ee8dbb41a990db836f, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1699751370965 2023-11-12T01:09:55,245 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting 8afed6edebbc49a08f44ba2a3be679e9, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1699751383122 2023-11-12T01:09:55,246 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting 8d8a672c08674ed682039b4d40ced38d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1699751393190 2023-11-12T01:09:55,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/a0d896f269354b9b810c628b6a365f46 is 1055, key is row0069/info:/1699751395206/Put/seqid=0 2023-11-12T01:09:55,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/a0d896f269354b9b810c628b6a365f46 2023-11-12T01:09:55,280 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1aee7daf276478a1e2128574e766d474#info#compaction#28 average throughput is 13.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:09:55,281 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/7d79faa6629f46f98c17f9930994b200 is 1055, key is row0001/info:/1699751370965/Put/seqid=0 2023-11-12T01:09:55,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/a0d896f269354b9b810c628b6a365f46 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/a0d896f269354b9b810c628b6a365f46 2023-11-12T01:09:55,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/a0d896f269354b9b810c628b6a365f46, entries=18, sequenceid=106, filesize=23.3 K 2023-11-12T01:09:55,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=10.26 KB/10510 for 1aee7daf276478a1e2128574e766d474 in 52ms, sequenceid=106, compaction requested=false 2023-11-12T01:09:55,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:55,294 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=107.9 K, sizeToCheck=16.0 K 2023-11-12T01:09:55,294 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:55,296 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f because midkey is the same as first or last row 2023-11-12T01:09:55,305 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/7d79faa6629f46f98c17f9930994b200 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200 2023-11-12T01:09:55,313 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 1aee7daf276478a1e2128574e766d474/info of 1aee7daf276478a1e2128574e766d474 into 7d79faa6629f46f98c17f9930994b200(size=75.1 K), total size for store is 98.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:09:55,313 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:55,313 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474., storeName=1aee7daf276478a1e2128574e766d474/info, priority=13, startTime=1699751395241; duration=0sec 2023-11-12T01:09:55,313 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(109): Should split because info size=98.4 K, sizeToCheck=16.0 K 2023-11-12T01:09:55,313 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(84): regionsWithCommonTable=1 2023-11-12T01:09:55,314 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:55,314 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:55,314 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1aee7daf276478a1e2128574e766d474:info 2023-11-12T01:09:55,316 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] assignment.AssignmentManager(1258): Split request from jenkins-hbase3.apache.org,38997,1699751359288, parent={ENCODED => 1aee7daf276478a1e2128574e766d474, NAME => 'TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.', STARTKEY => '', ENDKEY => ''} splitKey=row0064 2023-11-12T01:09:55,324 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:55,329 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1aee7daf276478a1e2128574e766d474, daughterA=4320ad53ff5c6d52b0bfd3b9ad9a95f7, daughterB=38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:55,331 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=12, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1aee7daf276478a1e2128574e766d474, daughterA=4320ad53ff5c6d52b0bfd3b9ad9a95f7, daughterB=38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:55,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=12, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1aee7daf276478a1e2128574e766d474, daughterA=4320ad53ff5c6d52b0bfd3b9ad9a95f7, daughterB=38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:55,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=12, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1aee7daf276478a1e2128574e766d474, daughterA=4320ad53ff5c6d52b0bfd3b9ad9a95f7, daughterB=38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:55,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, UNASSIGN}] 2023-11-12T01:09:55,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=13, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, UNASSIGN 2023-11-12T01:09:55,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1aee7daf276478a1e2128574e766d474, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:55,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE; CloseRegionProcedure 1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288}] 2023-11-12T01:09:55,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:55,505 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] handler.UnassignRegionHandler(119): Close 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,506 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1668): Closing 1aee7daf276478a1e2128574e766d474, disabling compactions & flushes 2023-11-12T01:09:55,506 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1690): Closing region TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:55,506 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:55,506 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. after waiting 0 ms 2023-11-12T01:09:55,506 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:55,506 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(2819): Flushing 1aee7daf276478a1e2128574e766d474 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2023-11-12T01:09:55,511 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/11df79a9e6454c4a9d4634364ee9543b is 1055, key is row0087/info:/1699751395242/Put/seqid=0 2023-11-12T01:09:55,531 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/11df79a9e6454c4a9d4634364ee9543b 2023-11-12T01:09:55,539 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/.tmp/info/11df79a9e6454c4a9d4634364ee9543b as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/11df79a9e6454c4a9d4634364ee9543b 2023-11-12T01:09:55,545 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/11df79a9e6454c4a9d4634364ee9543b, entries=10, sequenceid=120, filesize=15.1 K 2023-11-12T01:09:55,547 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(3022): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 1aee7daf276478a1e2128574e766d474 in 40ms, sequenceid=120, compaction requested=true 2023-11-12T01:09:55,557 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7c14d31222c44251b3d17b9ff428bba0, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/2768c33b862f40209ee3ce527805d6a2, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8afed6edebbc49a08f44ba2a3be679e9, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8d8a672c08674ed682039b4d40ced38d] to archive 2023-11-12T01:09:55,558 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-11-12T01:09:55,561 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7c14d31222c44251b3d17b9ff428bba0 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7c14d31222c44251b3d17b9ff428bba0 2023-11-12T01:09:55,563 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/ec9d216afc9240de85cfbc65f69bb978 2023-11-12T01:09:55,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/e45c399f79ef44ee8dbb41a990db836f 2023-11-12T01:09:55,566 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/2768c33b862f40209ee3ce527805d6a2 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/2768c33b862f40209ee3ce527805d6a2 2023-11-12T01:09:55,568 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8afed6edebbc49a08f44ba2a3be679e9 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8afed6edebbc49a08f44ba2a3be679e9 2023-11-12T01:09:55,569 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8d8a672c08674ed682039b4d40ced38d to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/8d8a672c08674ed682039b4d40ced38d 2023-11-12T01:09:55,578 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/recovered.edits/123.seqid, newMaxSeqId=123, maxSeqId=1 2023-11-12T01:09:55,580 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1909): Closed TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. 2023-11-12T01:09:55,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] regionserver.HRegion(1622): Region close journal for 1aee7daf276478a1e2128574e766d474: 2023-11-12T01:09:55,582 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=14}] handler.UnassignRegionHandler(163): Closed 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,583 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1aee7daf276478a1e2128574e766d474, regionState=CLOSED 2023-11-12T01:09:55,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T01:09:55,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; CloseRegionProcedure 1aee7daf276478a1e2128574e766d474, server=jenkins-hbase3.apache.org,38997,1699751359288 in 239 msec 2023-11-12T01:09:55,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=13, resume processing ppid=12 2023-11-12T01:09:55,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, ppid=12, state=SUCCESS; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1aee7daf276478a1e2128574e766d474, UNASSIGN in 245 msec 2023-11-12T01:09:55,601 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:55,604 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(707): pid=12 splitting 3 storefiles, region=1aee7daf276478a1e2128574e766d474, threads=3 2023-11-12T01:09:55,605 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=12 splitting started for store file: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/11df79a9e6454c4a9d4634364ee9543b for region: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,606 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=12 splitting started for store file: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200 for region: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,606 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=12 splitting started for store file: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/a0d896f269354b9b810c628b6a365f46 for region: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,622 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/11df79a9e6454c4a9d4634364ee9543b, top=true 2023-11-12T01:09:55,623 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/a0d896f269354b9b810c628b6a365f46, top=true 2023-11-12T01:09:55,633 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46 for child: 38419e03ca2166cda0fcbe5f40710b92, parent: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,633 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=12 splitting complete for store file: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/a0d896f269354b9b810c628b6a365f46 for region: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,634 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b for child: 38419e03ca2166cda0fcbe5f40710b92, parent: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,634 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=12 splitting complete for store file: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/11df79a9e6454c4a9d4634364ee9543b for region: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,664 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=12 splitting complete for store file: hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200 for region: 1aee7daf276478a1e2128574e766d474 2023-11-12T01:09:55,664 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(778): pid=12 split storefiles for region 1aee7daf276478a1e2128574e766d474 Daughter A: [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474] storefiles, Daughter B: [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46] storefiles. 2023-11-12T01:09:55,679 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:55,707 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:55,728 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/recovered.edits/123.seqid, newMaxSeqId=123, maxSeqId=-1 2023-11-12T01:09:55,738 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/recovered.edits/123.seqid, newMaxSeqId=123, maxSeqId=-1 2023-11-12T01:09:55,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1699751395741"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1699751395741"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1699751395741"}]},"ts":"1699751395741"} 2023-11-12T01:09:55,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1699751395741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751395741"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1699751395741"}]},"ts":"1699751395741"} 2023-11-12T01:09:55,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1699751395741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751395741"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1699751395741"}]},"ts":"1699751395741"} 2023-11-12T01:09:55,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38997 {}] regionserver.HRegion(8537): Flush requested on 1588230740 2023-11-12T01:09:55,808 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2023-11-12T01:09:55,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=4.82 KB heapSize=8.36 KB 2023-11-12T01:09:55,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4320ad53ff5c6d52b0bfd3b9ad9a95f7, ASSIGN}, {pid=16, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=38419e03ca2166cda0fcbe5f40710b92, ASSIGN}] 2023-11-12T01:09:55,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=16, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=38419e03ca2166cda0fcbe5f40710b92, ASSIGN 2023-11-12T01:09:55,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=15, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4320ad53ff5c6d52b0bfd3b9ad9a95f7, ASSIGN 2023-11-12T01:09:55,821 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=16, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=38419e03ca2166cda0fcbe5f40710b92, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,38997,1699751359288; forceNewPlan=false, retain=false 2023-11-12T01:09:55,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=15, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4320ad53ff5c6d52b0bfd3b9ad9a95f7, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,38997,1699751359288; forceNewPlan=false, retain=false 2023-11-12T01:09:55,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/info/e067a5ec8db749b983302014496bad1b is 193, key is TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92./info:regioninfo/1699751395741/Put/seqid=0 2023-11-12T01:09:55,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.61 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/info/e067a5ec8db749b983302014496bad1b 2023-11-12T01:09:55,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/table/5e78d54ea9eb43cf8875b24258724cb9 is 65, key is TestLogRolling-testLogRolling/table:state/1699751361344/Put/seqid=0 2023-11-12T01:09:55,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=216 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/table/5e78d54ea9eb43cf8875b24258724cb9 2023-11-12T01:09:55,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/info/e067a5ec8db749b983302014496bad1b as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/info/e067a5ec8db749b983302014496bad1b 2023-11-12T01:09:55,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/info/e067a5ec8db749b983302014496bad1b, entries=29, sequenceid=17, filesize=9.2 K 2023-11-12T01:09:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/table/5e78d54ea9eb43cf8875b24258724cb9 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/table/5e78d54ea9eb43cf8875b24258724cb9 2023-11-12T01:09:55,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/table/5e78d54ea9eb43cf8875b24258724cb9, entries=4, sequenceid=17, filesize=5.3 K 2023-11-12T01:09:55,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~4.82 KB/4934, heapSize ~8.08 KB/8272, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=17, compaction requested=false 2023-11-12T01:09:55,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 1588230740: 2023-11-12T01:09:55,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=38419e03ca2166cda0fcbe5f40710b92, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:55,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4320ad53ff5c6d52b0bfd3b9ad9a95f7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:55,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; OpenRegionProcedure 38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288}] 2023-11-12T01:09:55,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE; OpenRegionProcedure 4320ad53ff5c6d52b0bfd3b9ad9a95f7, server=jenkins-hbase3.apache.org,38997,1699751359288}] 2023-11-12T01:09:56,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:56,132 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:09:56,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 4320ad53ff5c6d52b0bfd3b9ad9a95f7, NAME => 'TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7.', STARTKEY => '', ENDKEY => 'row0064'} 2023-11-12T01:09:56,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:56,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,138 INFO [StoreOpener-4320ad53ff5c6d52b0bfd3b9ad9a95f7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,139 INFO [StoreOpener-4320ad53ff5c6d52b0bfd3b9ad9a95f7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4320ad53ff5c6d52b0bfd3b9ad9a95f7 columnFamilyName info 2023-11-12T01:09:56,139 DEBUG [StoreOpener-4320ad53ff5c6d52b0bfd3b9ad9a95f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:56,156 DEBUG [StoreOpener-4320ad53ff5c6d52b0bfd3b9ad9a95f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474->hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200-bottom 2023-11-12T01:09:56,156 INFO [StoreOpener-4320ad53ff5c6d52b0bfd3b9ad9a95f7-1 {}] regionserver.HStore(324): Store=4320ad53ff5c6d52b0bfd3b9ad9a95f7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:56,157 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,164 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:09:56,165 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 4320ad53ff5c6d52b0bfd3b9ad9a95f7; next sequenceid=124; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=845863, jitterRate=0.07557147741317749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:09:56,167 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 4320ad53ff5c6d52b0bfd3b9ad9a95f7: 2023-11-12T01:09:56,168 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7., pid=18, masterSystemTime=1699751396127 2023-11-12T01:09:56,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.CompactSplit(403): Add compact mark for store 4320ad53ff5c6d52b0bfd3b9ad9a95f7:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:09:56,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:56,169 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2023-11-12T01:09:56,169 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:09:56,169 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1534): 4320ad53ff5c6d52b0bfd3b9ad9a95f7/info is initiating minor compaction (all files) 2023-11-12T01:09:56,170 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 4320ad53ff5c6d52b0bfd3b9ad9a95f7/info in TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:09:56,170 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474->hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200-bottom] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/.tmp, totalSize=75.1 K 2023-11-12T01:09:56,171 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:09:56,171 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:09:56,171 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(130): Open TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:09:56,171 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7254): Opening region: {ENCODED => 38419e03ca2166cda0fcbe5f40710b92, NAME => 'TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.', STARTKEY => 'row0064', ENDKEY => ''} 2023-11-12T01:09:56,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(888): Instantiated TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:09:56,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4320ad53ff5c6d52b0bfd3b9ad9a95f7, regionState=OPEN, openSeqNum=124, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:56,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7296): checking encryption for 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7299): checking classloading for 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,175 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474, keycount=34, bloomtype=ROW, size=75.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1699751370965 2023-11-12T01:09:56,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=15 2023-11-12T01:09:56,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=15, state=SUCCESS; OpenRegionProcedure 4320ad53ff5c6d52b0bfd3b9ad9a95f7, server=jenkins-hbase3.apache.org,38997,1699751359288 in 198 msec 2023-11-12T01:09:56,177 INFO [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=12, state=SUCCESS; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4320ad53ff5c6d52b0bfd3b9ad9a95f7, ASSIGN in 358 msec 2023-11-12T01:09:56,178 INFO [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38419e03ca2166cda0fcbe5f40710b92 columnFamilyName info 2023-11-12T01:09:56,178 DEBUG [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:09:56,197 DEBUG [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474->hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200-top 2023-11-12T01:09:56,199 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4320ad53ff5c6d52b0bfd3b9ad9a95f7#info#compaction#32 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:09:56,203 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/.tmp/info/825dc1bed5c34635bd879bc2c813b57f is 1055, key is row0001/info:/1699751370965/Put/seqid=0 2023-11-12T01:09:56,207 DEBUG [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b 2023-11-12T01:09:56,212 DEBUG [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46 2023-11-12T01:09:56,222 INFO [StoreOpener-38419e03ca2166cda0fcbe5f40710b92-1 {}] regionserver.HStore(324): Store=38419e03ca2166cda0fcbe5f40710b92/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:09:56,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,231 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1076): writing seq id for 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:09:56,245 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): Opened 38419e03ca2166cda0fcbe5f40710b92; next sequenceid=124; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884113, jitterRate=0.12420888245105743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:09:56,245 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(992): Region open journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:09:56,246 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2556): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., pid=17, masterSystemTime=1699751396127 2023-11-12T01:09:56,247 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.CompactSplit(403): Add compact mark for store 38419e03ca2166cda0fcbe5f40710b92:info, priority=-2147483648, current under compaction store size is 2 2023-11-12T01:09:56,247 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:09:56,247 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:56,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2583): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:09:56,249 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(158): Opened TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:09:56,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=38419e03ca2166cda0fcbe5f40710b92, regionState=OPEN, openSeqNum=124, regionLocation=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:09:56,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T01:09:56,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; OpenRegionProcedure 38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 in 277 msec 2023-11-12T01:09:56,254 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/.tmp/info/825dc1bed5c34635bd879bc2c813b57f as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/825dc1bed5c34635bd879bc2c813b57f 2023-11-12T01:09:56,254 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:09:56,254 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1534): 38419e03ca2166cda0fcbe5f40710b92/info is initiating minor compaction (all files) 2023-11-12T01:09:56,254 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 38419e03ca2166cda0fcbe5f40710b92/info in TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:09:56,255 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474->hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200-top, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp, totalSize=113.5 K 2023-11-12T01:09:56,257 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting 7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474, keycount=34, bloomtype=ROW, size=75.1 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1699751370965 2023-11-12T01:09:56,258 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46, keycount=18, bloomtype=ROW, size=23.3 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1699751395206 2023-11-12T01:09:56,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=16, resume processing ppid=12 2023-11-12T01:09:56,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, ppid=12, state=SUCCESS; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=38419e03ca2166cda0fcbe5f40710b92, ASSIGN in 435 msec 2023-11-12T01:09:56,258 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1699751395242 2023-11-12T01:09:56,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1aee7daf276478a1e2128574e766d474, daughterA=4320ad53ff5c6d52b0bfd3b9ad9a95f7, daughterB=38419e03ca2166cda0fcbe5f40710b92 in 934 msec 2023-11-12T01:09:56,267 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2023-11-12T01:09:56,268 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 1 (all) file(s) in 4320ad53ff5c6d52b0bfd3b9ad9a95f7/info of 4320ad53ff5c6d52b0bfd3b9ad9a95f7 into 825dc1bed5c34635bd879bc2c813b57f(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:09:56,268 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 4320ad53ff5c6d52b0bfd3b9ad9a95f7: 2023-11-12T01:09:56,268 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7., storeName=4320ad53ff5c6d52b0bfd3b9ad9a95f7/info, priority=15, startTime=1699751396168; duration=0sec 2023-11-12T01:09:56,268 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:56,268 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4320ad53ff5c6d52b0bfd3b9ad9a95f7:info 2023-11-12T01:09:56,295 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38419e03ca2166cda0fcbe5f40710b92#info#compaction#33 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:09:56,296 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/61a6de41d77f44a4b031c1684af7c923 is 1055, key is row0064/info:/1699751393198/Put/seqid=0 2023-11-12T01:09:56,319 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/61a6de41d77f44a4b031c1684af7c923 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/61a6de41d77f44a4b031c1684af7c923 2023-11-12T01:09:56,327 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 38419e03ca2166cda0fcbe5f40710b92/info of 38419e03ca2166cda0fcbe5f40710b92 into 61a6de41d77f44a4b031c1684af7c923(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:09:56,327 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:09:56,327 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., storeName=38419e03ca2166cda0fcbe5f40710b92/info, priority=13, startTime=1699751396246; duration=0sec 2023-11-12T01:09:56,327 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:09:56,327 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38419e03ca2166cda0fcbe5f40710b92:info 2023-11-12T01:09:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751407270, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1699751360948.1aee7daf276478a1e2128574e766d474. is not online on jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:10:00,883 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T01:10:00,883 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T01:10:01,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-11-12T01:10:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:07,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:10:07,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/79597caf5625447f89cd120e41295cb9 is 1055, key is row0097/info:/1699751407343/Put/seqid=0 2023-11-12T01:10:07,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/79597caf5625447f89cd120e41295cb9 2023-11-12T01:10:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:10:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751417394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:10:07,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/79597caf5625447f89cd120e41295cb9 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/79597caf5625447f89cd120e41295cb9 2023-11-12T01:10:07,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/79597caf5625447f89cd120e41295cb9, entries=8, sequenceid=135, filesize=13.1 K 2023-11-12T01:10:07,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 38419e03ca2166cda0fcbe5f40710b92 in 53ms, sequenceid=135, compaction requested=false 2023-11-12T01:10:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2023-11-12T01:10:17,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/791ef86207c749ab9f1d0da38c296313 is 1055, key is row0105/info:/1699751407355/Put/seqid=0 2023-11-12T01:10:17,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/791ef86207c749ab9f1d0da38c296313 2023-11-12T01:10:17,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/791ef86207c749ab9f1d0da38c296313 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/791ef86207c749ab9f1d0da38c296313 2023-11-12T01:10:17,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/791ef86207c749ab9f1d0da38c296313, entries=22, sequenceid=160, filesize=27.5 K 2023-11-12T01:10:17,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 38419e03ca2166cda0fcbe5f40710b92 in 40ms, sequenceid=160, compaction requested=true 2023-11-12T01:10:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38419e03ca2166cda0fcbe5f40710b92:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:10:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:17,518 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:10:17,520 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:10:17,520 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1534): 38419e03ca2166cda0fcbe5f40710b92/info is initiating minor compaction (all files) 2023-11-12T01:10:17,520 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 38419e03ca2166cda0fcbe5f40710b92/info in TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:10:17,520 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/61a6de41d77f44a4b031c1684af7c923, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/79597caf5625447f89cd120e41295cb9, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/791ef86207c749ab9f1d0da38c296313] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp, totalSize=79.6 K 2023-11-12T01:10:17,521 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 61a6de41d77f44a4b031c1684af7c923, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1699751393198 2023-11-12T01:10:17,521 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 79597caf5625447f89cd120e41295cb9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1699751407343 2023-11-12T01:10:17,522 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 791ef86207c749ab9f1d0da38c296313, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1699751407355 2023-11-12T01:10:17,539 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38419e03ca2166cda0fcbe5f40710b92#info#compaction#36 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:10:17,541 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/242db54c504c4c9b916596ebe596b1a2 is 1055, key is row0064/info:/1699751393198/Put/seqid=0 2023-11-12T01:10:17,577 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/242db54c504c4c9b916596ebe596b1a2 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/242db54c504c4c9b916596ebe596b1a2 2023-11-12T01:10:17,583 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 38419e03ca2166cda0fcbe5f40710b92/info of 38419e03ca2166cda0fcbe5f40710b92 into 242db54c504c4c9b916596ebe596b1a2(size=70.1 K), total size for store is 70.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:10:17,584 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:17,584 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., storeName=38419e03ca2166cda0fcbe5f40710b92/info, priority=13, startTime=1699751417518; duration=0sec 2023-11-12T01:10:17,584 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:17,584 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38419e03ca2166cda0fcbe5f40710b92:info 2023-11-12T01:10:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:19,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:10:19,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/4dfa7439fdb9467ba7f7f94c0871359a is 1055, key is row0127/info:/1699751417479/Put/seqid=0 2023-11-12T01:10:19,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/4dfa7439fdb9467ba7f7f94c0871359a 2023-11-12T01:10:19,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/4dfa7439fdb9467ba7f7f94c0871359a as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/4dfa7439fdb9467ba7f7f94c0871359a 2023-11-12T01:10:19,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/4dfa7439fdb9467ba7f7f94c0871359a, entries=8, sequenceid=172, filesize=13.1 K 2023-11-12T01:10:19,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 38419e03ca2166cda0fcbe5f40710b92 in 37ms, sequenceid=172, compaction requested=false 2023-11-12T01:10:19,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:19,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2023-11-12T01:10:19,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/56fcc7315fe64606af013c4e6fd8fc55 is 1055, key is row0135/info:/1699751419492/Put/seqid=0 2023-11-12T01:10:19,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/56fcc7315fe64606af013c4e6fd8fc55 2023-11-12T01:10:19,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/56fcc7315fe64606af013c4e6fd8fc55 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/56fcc7315fe64606af013c4e6fd8fc55 2023-11-12T01:10:19,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/56fcc7315fe64606af013c4e6fd8fc55, entries=21, sequenceid=196, filesize=26.5 K 2023-11-12T01:10:19,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=5.13 KB/5255 for 38419e03ca2166cda0fcbe5f40710b92 in 36ms, sequenceid=196, compaction requested=true 2023-11-12T01:10:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38419e03ca2166cda0fcbe5f40710b92:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:10:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:19,564 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:10:19,565 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112214 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:10:19,565 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1534): 38419e03ca2166cda0fcbe5f40710b92/info is initiating minor compaction (all files) 2023-11-12T01:10:19,565 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 38419e03ca2166cda0fcbe5f40710b92/info in TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:10:19,565 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/242db54c504c4c9b916596ebe596b1a2, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/4dfa7439fdb9467ba7f7f94c0871359a, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/56fcc7315fe64606af013c4e6fd8fc55] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp, totalSize=109.6 K 2023-11-12T01:10:19,566 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 242db54c504c4c9b916596ebe596b1a2, keycount=63, bloomtype=ROW, size=70.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1699751393198 2023-11-12T01:10:19,566 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4dfa7439fdb9467ba7f7f94c0871359a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1699751417479 2023-11-12T01:10:19,567 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 56fcc7315fe64606af013c4e6fd8fc55, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1699751419492 2023-11-12T01:10:19,582 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38419e03ca2166cda0fcbe5f40710b92#info#compaction#39 average throughput is 30.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:10:19,583 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/09d543a6d1be4768bdcb7a758cfba2e3 is 1055, key is row0064/info:/1699751393198/Put/seqid=0 2023-11-12T01:10:19,608 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/09d543a6d1be4768bdcb7a758cfba2e3 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/09d543a6d1be4768bdcb7a758cfba2e3 2023-11-12T01:10:19,616 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 38419e03ca2166cda0fcbe5f40710b92/info of 38419e03ca2166cda0fcbe5f40710b92 into 09d543a6d1be4768bdcb7a758cfba2e3(size=100.1 K), total size for store is 100.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:10:19,616 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:19,616 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., storeName=38419e03ca2166cda0fcbe5f40710b92/info, priority=13, startTime=1699751419564; duration=0sec 2023-11-12T01:10:19,616 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:19,616 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38419e03ca2166cda0fcbe5f40710b92:info 2023-11-12T01:10:20,452 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2023-11-12T01:10:20,453 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 245e18d528dd7df2952729538e50e462 changed from -1.0 to 0.0, refreshing cache 2023-11-12T01:10:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:21,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:10:21,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/d9b2e18711974e83b57f1b02457de453 is 1055, key is row0156/info:/1699751419529/Put/seqid=0 2023-11-12T01:10:21,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:10:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751431585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:10:21,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/d9b2e18711974e83b57f1b02457de453 2023-11-12T01:10:21,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/d9b2e18711974e83b57f1b02457de453 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/d9b2e18711974e83b57f1b02457de453 2023-11-12T01:10:21,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/d9b2e18711974e83b57f1b02457de453, entries=8, sequenceid=208, filesize=13.1 K 2023-11-12T01:10:21,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 38419e03ca2166cda0fcbe5f40710b92 in 69ms, sequenceid=208, compaction requested=false 2023-11-12T01:10:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:31,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2023-11-12T01:10:31,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/834e97d6438b489d9b9cf7aae44e33f2 is 1055, key is row0164/info:/1699751421542/Put/seqid=0 2023-11-12T01:10:31,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/834e97d6438b489d9b9cf7aae44e33f2 2023-11-12T01:10:31,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/834e97d6438b489d9b9cf7aae44e33f2 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/834e97d6438b489d9b9cf7aae44e33f2 2023-11-12T01:10:31,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/834e97d6438b489d9b9cf7aae44e33f2, entries=22, sequenceid=233, filesize=27.5 K 2023-11-12T01:10:31,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for 38419e03ca2166cda0fcbe5f40710b92 in 35ms, sequenceid=233, compaction requested=true 2023-11-12T01:10:31,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:31,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38419e03ca2166cda0fcbe5f40710b92:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:10:31,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:31,683 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:10:31,684 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 143979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:10:31,684 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1534): 38419e03ca2166cda0fcbe5f40710b92/info is initiating minor compaction (all files) 2023-11-12T01:10:31,684 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 38419e03ca2166cda0fcbe5f40710b92/info in TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:10:31,685 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/09d543a6d1be4768bdcb7a758cfba2e3, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/d9b2e18711974e83b57f1b02457de453, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/834e97d6438b489d9b9cf7aae44e33f2] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp, totalSize=140.6 K 2023-11-12T01:10:31,685 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting 09d543a6d1be4768bdcb7a758cfba2e3, keycount=92, bloomtype=ROW, size=100.1 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1699751393198 2023-11-12T01:10:31,686 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting d9b2e18711974e83b57f1b02457de453, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1699751419529 2023-11-12T01:10:31,686 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] compactions.Compactor(223): Compacting 834e97d6438b489d9b9cf7aae44e33f2, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1699751421542 2023-11-12T01:10:31,706 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38419e03ca2166cda0fcbe5f40710b92#info#compaction#42 average throughput is 40.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:10:31,707 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/42fd5fbe8ac843189397c512a27ffc11 is 1055, key is row0064/info:/1699751393198/Put/seqid=0 2023-11-12T01:10:31,740 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/42fd5fbe8ac843189397c512a27ffc11 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/42fd5fbe8ac843189397c512a27ffc11 2023-11-12T01:10:31,747 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 38419e03ca2166cda0fcbe5f40710b92/info of 38419e03ca2166cda0fcbe5f40710b92 into 42fd5fbe8ac843189397c512a27ffc11(size=131.1 K), total size for store is 131.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:10:31,747 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:31,747 INFO [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., storeName=38419e03ca2166cda0fcbe5f40710b92/info, priority=13, startTime=1699751431683; duration=0sec 2023-11-12T01:10:31,747 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:31,747 DEBUG [RS:0;jenkins-hbase3:38997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38419e03ca2166cda0fcbe5f40710b92:info 2023-11-12T01:10:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:33,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:10:33,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/13e548b98aaa4d3bb68d24c49dbac945 is 1055, key is row0186/info:/1699751431648/Put/seqid=0 2023-11-12T01:10:33,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/13e548b98aaa4d3bb68d24c49dbac945 2023-11-12T01:10:33,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/13e548b98aaa4d3bb68d24c49dbac945 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/13e548b98aaa4d3bb68d24c49dbac945 2023-11-12T01:10:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:10:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751443701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:10:33,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/13e548b98aaa4d3bb68d24c49dbac945, entries=8, sequenceid=245, filesize=13.1 K 2023-11-12T01:10:33,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 38419e03ca2166cda0fcbe5f40710b92 in 92ms, sequenceid=245, compaction requested=false 2023-11-12T01:10:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:43,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2023-11-12T01:10:43,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/084ca8f6f66b4359b97b4523fa2afdde is 1055, key is row0194/info:/1699751433667/Put/seqid=0 2023-11-12T01:10:43,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/084ca8f6f66b4359b97b4523fa2afdde 2023-11-12T01:10:43,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:10:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751453745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:10:43,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/084ca8f6f66b4359b97b4523fa2afdde as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/084ca8f6f66b4359b97b4523fa2afdde 2023-11-12T01:10:43,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/084ca8f6f66b4359b97b4523fa2afdde, entries=22, sequenceid=270, filesize=27.5 K 2023-11-12T01:10:43,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for 38419e03ca2166cda0fcbe5f40710b92 in 40ms, sequenceid=270, compaction requested=true 2023-11-12T01:10:43,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:43,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38419e03ca2166cda0fcbe5f40710b92:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:10:43,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:43,760 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:10:43,761 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 175820 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:10:43,761 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1534): 38419e03ca2166cda0fcbe5f40710b92/info is initiating minor compaction (all files) 2023-11-12T01:10:43,761 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 38419e03ca2166cda0fcbe5f40710b92/info in TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:10:43,762 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/42fd5fbe8ac843189397c512a27ffc11, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/13e548b98aaa4d3bb68d24c49dbac945, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/084ca8f6f66b4359b97b4523fa2afdde] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp, totalSize=171.7 K 2023-11-12T01:10:43,762 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 42fd5fbe8ac843189397c512a27ffc11, keycount=122, bloomtype=ROW, size=131.1 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1699751393198 2023-11-12T01:10:43,763 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 13e548b98aaa4d3bb68d24c49dbac945, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1699751431648 2023-11-12T01:10:43,763 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 084ca8f6f66b4359b97b4523fa2afdde, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1699751433667 2023-11-12T01:10:43,781 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38419e03ca2166cda0fcbe5f40710b92#info#compaction#45 average throughput is 50.78 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:10:43,782 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/18cb1986cca7439ba9ba63f696eea6e2 is 1055, key is row0064/info:/1699751393198/Put/seqid=0 2023-11-12T01:10:43,805 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/18cb1986cca7439ba9ba63f696eea6e2 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/18cb1986cca7439ba9ba63f696eea6e2 2023-11-12T01:10:43,813 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 38419e03ca2166cda0fcbe5f40710b92/info of 38419e03ca2166cda0fcbe5f40710b92 into 18cb1986cca7439ba9ba63f696eea6e2(size=162.2 K), total size for store is 162.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:10:43,814 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:43,814 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., storeName=38419e03ca2166cda0fcbe5f40710b92/info, priority=13, startTime=1699751443760; duration=0sec 2023-11-12T01:10:43,814 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:43,814 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38419e03ca2166cda0fcbe5f40710b92:info 2023-11-12T01:10:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:53,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:10:53,788 ERROR [MemStoreFlusher.0 {}] util.ResourceLeakDetector(337): LEAK: RefCnt.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information. Recent access records: Created at: org.apache.hadoop.hbase.nio.RefCnt.(RefCnt.java:59) org.apache.hadoop.hbase.nio.RefCnt.create(RefCnt.java:54) org.apache.hadoop.hbase.regionserver.MemStoreLABImpl.(MemStoreLABImpl.java:108) sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:61) org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:49) org.apache.hadoop.hbase.regionserver.MemStoreLAB.newInstance(MemStoreLAB.java:116) org.apache.hadoop.hbase.regionserver.SegmentFactory.createMutableSegment(SegmentFactory.java:81) org.apache.hadoop.hbase.regionserver.AbstractMemStore.resetActive(AbstractMemStore.java:93) org.apache.hadoop.hbase.regionserver.AbstractMemStore.(AbstractMemStore.java:83) org.apache.hadoop.hbase.regionserver.DefaultMemStore.(DefaultMemStore.java:79) sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:61) org.apache.hadoop.hbase.util.ReflectionUtils.newInstance(ReflectionUtils.java:98) org.apache.hadoop.hbase.regionserver.HStore.getMemstore(HStore.java:377) org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:283) org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:6432) org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1140) org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1137) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) 2023-11-12T01:10:53,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/f8cb49f4f0f5427ab67aacc99df2bdd3 is 1055, key is row0216/info:/1699751443721/Put/seqid=0 2023-11-12T01:10:53,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/f8cb49f4f0f5427ab67aacc99df2bdd3 2023-11-12T01:10:53,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/f8cb49f4f0f5427ab67aacc99df2bdd3 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/f8cb49f4f0f5427ab67aacc99df2bdd3 2023-11-12T01:10:53,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/f8cb49f4f0f5427ab67aacc99df2bdd3, entries=8, sequenceid=282, filesize=13.1 K 2023-11-12T01:10:53,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=1.03 KB/1051 for 38419e03ca2166cda0fcbe5f40710b92 in 40ms, sequenceid=282, compaction requested=false 2023-11-12T01:10:53,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:10:55,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2023-11-12T01:10:55,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/20f3ab6edb5e4a21858bc1678c6a033e is 1055, key is row0224/info:/1699751453788/Put/seqid=0 2023-11-12T01:10:55,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/20f3ab6edb5e4a21858bc1678c6a033e 2023-11-12T01:10:55,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/20f3ab6edb5e4a21858bc1678c6a033e as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/20f3ab6edb5e4a21858bc1678c6a033e 2023-11-12T01:10:55,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(5041): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5039) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3211) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3204) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3017) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2980) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:44994) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T01:10:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 1.2 K connection: 172.31.12.81:50898 deadline: 1699751465834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=38419e03ca2166cda0fcbe5f40710b92, server=jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:10:55,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/20f3ab6edb5e4a21858bc1678c6a033e, entries=8, sequenceid=293, filesize=13.1 K 2023-11-12T01:10:55,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 38419e03ca2166cda0fcbe5f40710b92 in 44ms, sequenceid=293, compaction requested=true 2023-11-12T01:10:55,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:55,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38419e03ca2166cda0fcbe5f40710b92:info, priority=-2147483648, current under compaction store size is 1 2023-11-12T01:10:55,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:55,843 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2023-11-12T01:10:55,844 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 192842 starting at candidate #0 after considering 1 permutations with 1 in ratio 2023-11-12T01:10:55,845 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1534): 38419e03ca2166cda0fcbe5f40710b92/info is initiating minor compaction (all files) 2023-11-12T01:10:55,845 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 38419e03ca2166cda0fcbe5f40710b92/info in TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:10:55,845 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/18cb1986cca7439ba9ba63f696eea6e2, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/f8cb49f4f0f5427ab67aacc99df2bdd3, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/20f3ab6edb5e4a21858bc1678c6a033e] into tmpdir=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp, totalSize=188.3 K 2023-11-12T01:10:55,845 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 18cb1986cca7439ba9ba63f696eea6e2, keycount=152, bloomtype=ROW, size=162.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1699751393198 2023-11-12T01:10:55,846 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting f8cb49f4f0f5427ab67aacc99df2bdd3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1699751443721 2023-11-12T01:10:55,846 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] compactions.Compactor(223): Compacting 20f3ab6edb5e4a21858bc1678c6a033e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1699751453788 2023-11-12T01:10:55,866 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38419e03ca2166cda0fcbe5f40710b92#info#compaction#48 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-11-12T01:10:55,867 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/42831662812c4ad6b632ba9a8547729c is 1055, key is row0064/info:/1699751393198/Put/seqid=0 2023-11-12T01:10:55,901 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/42831662812c4ad6b632ba9a8547729c as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/42831662812c4ad6b632ba9a8547729c 2023-11-12T01:10:55,907 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 3 (all) file(s) in 38419e03ca2166cda0fcbe5f40710b92/info of 38419e03ca2166cda0fcbe5f40710b92 into 42831662812c4ad6b632ba9a8547729c(size=178.8 K), total size for store is 178.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-11-12T01:10:55,907 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:10:55,907 INFO [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., storeName=38419e03ca2166cda0fcbe5f40710b92/info, priority=13, startTime=1699751455843; duration=0sec 2023-11-12T01:10:55,908 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-11-12T01:10:55,908 DEBUG [RS:0;jenkins-hbase3:38997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38419e03ca2166cda0fcbe5f40710b92:info 2023-11-12T01:11:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] regionserver.HRegion(8537): Flush requested on 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:11:05,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2023-11-12T01:11:05,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/027a1a9b6bce408ab7a9e0106545f20e is 1055, key is row0232/info:/1699751455800/Put/seqid=0 2023-11-12T01:11:05,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/027a1a9b6bce408ab7a9e0106545f20e 2023-11-12T01:11:05,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/027a1a9b6bce408ab7a9e0106545f20e as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/027a1a9b6bce408ab7a9e0106545f20e 2023-11-12T01:11:05,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/027a1a9b6bce408ab7a9e0106545f20e, entries=22, sequenceid=319, filesize=27.5 K 2023-11-12T01:11:05,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for 38419e03ca2166cda0fcbe5f40710b92 in 35ms, sequenceid=319, compaction requested=false 2023-11-12T01:11:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:11:07,895 INFO [Listener at localhost/36353 {}] wal.AbstractTestLogRolling(188): after writing there are 0 log files 2023-11-12T01:11:07,909 DEBUG [Listener at localhost/36353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751467895, exclude list is [], retry=0 2023-11-12T01:11:07,916 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK] 2023-11-12T01:11:07,916 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK] 2023-11-12T01:11:07,920 INFO [Listener at localhost/36353 {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751359819 with entries=308, filesize=300.35 KB; new WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751467895 2023-11-12T01:11:07,920 DEBUG [Listener at localhost/36353 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK], DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK]] 2023-11-12T01:11:07,920 DEBUG [Listener at localhost/36353 {}] wal.AbstractFSWAL(742): hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751359819 is not closed yet, will try archiving it next time 2023-11-12T01:11:07,926 INFO [Listener at localhost/36353 {}] regionserver.HRegion(2819): Flushing 245e18d528dd7df2952729538e50e462 1/1 column families, dataSize=78 B heapSize=488 B 2023-11-12T01:11:07,940 DEBUG [Listener at localhost/36353 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/.tmp/info/ae466225791f49eb9b1c4775bd904850 is 45, key is default/info:d/1699751360832/Put/seqid=0 2023-11-12T01:11:07,950 INFO [Listener at localhost/36353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/.tmp/info/ae466225791f49eb9b1c4775bd904850 2023-11-12T01:11:07,957 DEBUG [Listener at localhost/36353 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/.tmp/info/ae466225791f49eb9b1c4775bd904850 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/info/ae466225791f49eb9b1c4775bd904850 2023-11-12T01:11:07,964 INFO [Listener at localhost/36353 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/info/ae466225791f49eb9b1c4775bd904850, entries=2, sequenceid=6, filesize=4.9 K 2023-11-12T01:11:07,965 INFO [Listener at localhost/36353 {}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 245e18d528dd7df2952729538e50e462 in 39ms, sequenceid=6, compaction requested=false 2023-11-12T01:11:07,965 DEBUG [Listener at localhost/36353 {}] regionserver.HRegion(2520): Flush status journal for 245e18d528dd7df2952729538e50e462: 2023-11-12T01:11:07,966 INFO [Listener at localhost/36353 {}] regionserver.HRegion(2819): Flushing 38419e03ca2166cda0fcbe5f40710b92 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2023-11-12T01:11:07,970 DEBUG [Listener at localhost/36353 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/3832de1102be48729d85604a12768320 is 1055, key is row0254/info:/1699751465890/Put/seqid=0 2023-11-12T01:11:07,980 INFO [Listener at localhost/36353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/3832de1102be48729d85604a12768320 2023-11-12T01:11:07,987 DEBUG [Listener at localhost/36353 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/.tmp/info/3832de1102be48729d85604a12768320 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/3832de1102be48729d85604a12768320 2023-11-12T01:11:07,993 INFO [Listener at localhost/36353 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/3832de1102be48729d85604a12768320, entries=3, sequenceid=325, filesize=7.9 K 2023-11-12T01:11:07,994 INFO [Listener at localhost/36353 {}] regionserver.HRegion(3022): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 38419e03ca2166cda0fcbe5f40710b92 in 28ms, sequenceid=325, compaction requested=true 2023-11-12T01:11:07,994 DEBUG [Listener at localhost/36353 {}] regionserver.HRegion(2520): Flush status journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:11:07,994 DEBUG [Listener at localhost/36353 {}] regionserver.HRegion(2520): Flush status journal for 4320ad53ff5c6d52b0bfd3b9ad9a95f7: 2023-11-12T01:11:07,994 INFO [Listener at localhost/36353 {}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=2.26 KB heapSize=4.19 KB 2023-11-12T01:11:07,999 DEBUG [Listener at localhost/36353 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/info/a5d587250e9d498899690d997fd91e89 is 193, key is TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92./info:regioninfo/1699751396250/Put/seqid=0 2023-11-12T01:11:08,014 INFO [Listener at localhost/36353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.26 KB at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/info/a5d587250e9d498899690d997fd91e89 2023-11-12T01:11:08,024 DEBUG [Listener at localhost/36353 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/.tmp/info/a5d587250e9d498899690d997fd91e89 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/info/a5d587250e9d498899690d997fd91e89 2023-11-12T01:11:08,030 INFO [Listener at localhost/36353 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/info/a5d587250e9d498899690d997fd91e89, entries=16, sequenceid=24, filesize=7.7 K 2023-11-12T01:11:08,031 INFO [Listener at localhost/36353 {}] regionserver.HRegion(3022): Finished flush of dataSize ~2.26 KB/2312, heapSize ~3.67 KB/3760, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=24, compaction requested=false 2023-11-12T01:11:08,031 DEBUG [Listener at localhost/36353 {}] regionserver.HRegion(2520): Flush status journal for 1588230740: 2023-11-12T01:11:08,043 DEBUG [Listener at localhost/36353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751468031, exclude list is [], retry=0 2023-11-12T01:11:08,047 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK] 2023-11-12T01:11:08,048 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK] 2023-11-12T01:11:08,056 INFO [Listener at localhost/36353 {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751467895 with entries=4, filesize=1.22 KB; new WAL /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751468031 2023-11-12T01:11:08,057 DEBUG [Listener at localhost/36353 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42131,DS-af6244c3-f41e-4fa1-b923-66ce9f82791e,DISK], DatanodeInfoWithStorage[127.0.0.1:46245,DS-b4db4eb2-1b49-44cd-bd4f-f5803b331315,DISK]] 2023-11-12T01:11:08,057 DEBUG [Listener at localhost/36353 {}] wal.AbstractFSWAL(742): hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751467895 is not closed yet, will try archiving it next time 2023-11-12T01:11:08,059 INFO [Listener at localhost/36353 {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T01:11:08,059 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751359819 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/oldWALs/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751359819 2023-11-12T01:11:08,061 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/WALs/jenkins-hbase3.apache.org,38997,1699751359288/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751467895 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/oldWALs/jenkins-hbase3.apache.org%2C38997%2C1699751359288.1699751467895 2023-11-12T01:11:08,159 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T01:11:08,159 INFO [Listener at localhost/36353 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T01:11:08,159 DEBUG [Listener at localhost/36353 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0bc3bd43 to 127.0.0.1:54906 2023-11-12T01:11:08,159 DEBUG [Listener at localhost/36353 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:08,159 DEBUG [Listener at localhost/36353 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T01:11:08,160 DEBUG [Listener at localhost/36353 {}] util.JVMClusterUtil(257): Found active master hash=883489170, stopped=false 2023-11-12T01:11:08,160 INFO [Listener at localhost/36353 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:11:08,162 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:11:08,162 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:11:08,162 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:08,162 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:08,162 INFO [Listener at localhost/36353 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T01:11:08,162 DEBUG [Listener at localhost/36353 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:08,163 INFO [Listener at localhost/36353 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,38997,1699751359288' ***** 2023-11-12T01:11:08,163 INFO [Listener at localhost/36353 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T01:11:08,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:11:08,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:11:08,163 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T01:11:08,163 INFO [RS:0;jenkins-hbase3:38997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T01:11:08,163 INFO [RS:0;jenkins-hbase3:38997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T01:11:08,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T01:11:08,163 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(3528): Received CLOSE for 245e18d528dd7df2952729538e50e462 2023-11-12T01:11:08,163 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(3528): Received CLOSE for 38419e03ca2166cda0fcbe5f40710b92 2023-11-12T01:11:08,164 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(3528): Received CLOSE for 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:11:08,164 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 245e18d528dd7df2952729538e50e462, disabling compactions & flushes 2023-11-12T01:11:08,164 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:11:08,164 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:11:08,164 DEBUG [RS:0;jenkins-hbase3:38997 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:08,164 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:11:08,164 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. after waiting 0 ms 2023-11-12T01:11:08,164 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:11:08,165 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T01:11:08,166 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T01:11:08,166 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T01:11:08,166 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T01:11:08,166 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-11-12T01:11:08,166 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1583): Online Regions={245e18d528dd7df2952729538e50e462=hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462., 38419e03ca2166cda0fcbe5f40710b92=TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92., 4320ad53ff5c6d52b0bfd3b9ad9a95f7=TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7., 1588230740=hbase:meta,,1.1588230740} 2023-11-12T01:11:08,166 DEBUG [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 245e18d528dd7df2952729538e50e462, 38419e03ca2166cda0fcbe5f40710b92, 4320ad53ff5c6d52b0bfd3b9ad9a95f7 2023-11-12T01:11:08,166 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:11:08,166 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:11:08,166 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:11:08,166 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:11:08,166 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:11:08,177 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/namespace/245e18d528dd7df2952729538e50e462/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T01:11:08,179 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:11:08,179 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 245e18d528dd7df2952729538e50e462: 2023-11-12T01:11:08,179 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699751360315.245e18d528dd7df2952729538e50e462. 2023-11-12T01:11:08,179 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 38419e03ca2166cda0fcbe5f40710b92, disabling compactions & flushes 2023-11-12T01:11:08,179 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:11:08,179 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:11:08,179 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. after waiting 0 ms 2023-11-12T01:11:08,180 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:11:08,185 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/hbase/meta/1588230740/recovered.edits/27.seqid, newMaxSeqId=27, maxSeqId=1 2023-11-12T01:11:08,186 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:11:08,187 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:11:08,187 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:11:08,187 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T01:11:08,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474->hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200-top, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/61a6de41d77f44a4b031c1684af7c923, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/79597caf5625447f89cd120e41295cb9, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/242db54c504c4c9b916596ebe596b1a2, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/791ef86207c749ab9f1d0da38c296313, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/4dfa7439fdb9467ba7f7f94c0871359a, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/09d543a6d1be4768bdcb7a758cfba2e3, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/56fcc7315fe64606af013c4e6fd8fc55, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/d9b2e18711974e83b57f1b02457de453, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/42fd5fbe8ac843189397c512a27ffc11, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/834e97d6438b489d9b9cf7aae44e33f2, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/13e548b98aaa4d3bb68d24c49dbac945, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/18cb1986cca7439ba9ba63f696eea6e2, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/084ca8f6f66b4359b97b4523fa2afdde, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/f8cb49f4f0f5427ab67aacc99df2bdd3, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/20f3ab6edb5e4a21858bc1678c6a033e] to archive 2023-11-12T01:11:08,200 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-11-12T01:11:08,202 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474 2023-11-12T01:11:08,204 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-a0d896f269354b9b810c628b6a365f46 2023-11-12T01:11:08,210 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/61a6de41d77f44a4b031c1684af7c923 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/61a6de41d77f44a4b031c1684af7c923 2023-11-12T01:11:08,211 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/TestLogRolling-testLogRolling=1aee7daf276478a1e2128574e766d474-11df79a9e6454c4a9d4634364ee9543b 2023-11-12T01:11:08,213 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/79597caf5625447f89cd120e41295cb9 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/79597caf5625447f89cd120e41295cb9 2023-11-12T01:11:08,215 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/242db54c504c4c9b916596ebe596b1a2 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/242db54c504c4c9b916596ebe596b1a2 2023-11-12T01:11:08,217 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/791ef86207c749ab9f1d0da38c296313 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/791ef86207c749ab9f1d0da38c296313 2023-11-12T01:11:08,221 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/4dfa7439fdb9467ba7f7f94c0871359a to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/4dfa7439fdb9467ba7f7f94c0871359a 2023-11-12T01:11:08,223 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/09d543a6d1be4768bdcb7a758cfba2e3 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/09d543a6d1be4768bdcb7a758cfba2e3 2023-11-12T01:11:08,225 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/56fcc7315fe64606af013c4e6fd8fc55 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/56fcc7315fe64606af013c4e6fd8fc55 2023-11-12T01:11:08,227 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/d9b2e18711974e83b57f1b02457de453 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/d9b2e18711974e83b57f1b02457de453 2023-11-12T01:11:08,228 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/42fd5fbe8ac843189397c512a27ffc11 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/42fd5fbe8ac843189397c512a27ffc11 2023-11-12T01:11:08,230 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/834e97d6438b489d9b9cf7aae44e33f2 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/834e97d6438b489d9b9cf7aae44e33f2 2023-11-12T01:11:08,231 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/13e548b98aaa4d3bb68d24c49dbac945 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/13e548b98aaa4d3bb68d24c49dbac945 2023-11-12T01:11:08,233 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/18cb1986cca7439ba9ba63f696eea6e2 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/18cb1986cca7439ba9ba63f696eea6e2 2023-11-12T01:11:08,234 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/084ca8f6f66b4359b97b4523fa2afdde to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/084ca8f6f66b4359b97b4523fa2afdde 2023-11-12T01:11:08,235 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/f8cb49f4f0f5427ab67aacc99df2bdd3 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/f8cb49f4f0f5427ab67aacc99df2bdd3 2023-11-12T01:11:08,237 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/20f3ab6edb5e4a21858bc1678c6a033e to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/info/20f3ab6edb5e4a21858bc1678c6a033e 2023-11-12T01:11:08,243 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/38419e03ca2166cda0fcbe5f40710b92/recovered.edits/328.seqid, newMaxSeqId=328, maxSeqId=123 2023-11-12T01:11:08,244 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:11:08,244 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 38419e03ca2166cda0fcbe5f40710b92: 2023-11-12T01:11:08,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1699751395324.38419e03ca2166cda0fcbe5f40710b92. 2023-11-12T01:11:08,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4320ad53ff5c6d52b0bfd3b9ad9a95f7, disabling compactions & flushes 2023-11-12T01:11:08,245 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:11:08,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:11:08,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. after waiting 0 ms 2023-11-12T01:11:08,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:11:08,245 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474->hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/1aee7daf276478a1e2128574e766d474/info/7d79faa6629f46f98c17f9930994b200-bottom] to archive 2023-11-12T01:11:08,246 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-11-12T01:11:08,248 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474 to hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/archive/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/info/7d79faa6629f46f98c17f9930994b200.1aee7daf276478a1e2128574e766d474 2023-11-12T01:11:08,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/data/default/TestLogRolling-testLogRolling/4320ad53ff5c6d52b0bfd3b9ad9a95f7/recovered.edits/128.seqid, newMaxSeqId=128, maxSeqId=123 2023-11-12T01:11:08,256 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:11:08,256 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4320ad53ff5c6d52b0bfd3b9ad9a95f7: 2023-11-12T01:11:08,257 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1699751395324.4320ad53ff5c6d52b0bfd3b9ad9a95f7. 2023-11-12T01:11:08,366 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38997,1699751359288; all regions closed. 2023-11-12T01:11:08,373 DEBUG [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/oldWALs 2023-11-12T01:11:08,373 INFO [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38997%2C1699751359288.meta:.meta(num 1699751360224) 2023-11-12T01:11:08,381 DEBUG [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/oldWALs 2023-11-12T01:11:08,381 INFO [RS:0;jenkins-hbase3:38997 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38997%2C1699751359288:(num 1699751468031) 2023-11-12T01:11:08,381 DEBUG [RS:0;jenkins-hbase3:38997 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:08,381 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:11:08,381 INFO [RS:0;jenkins-hbase3:38997 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T01:11:08,381 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:11:08,382 INFO [RS:0;jenkins-hbase3:38997 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:38997 2023-11-12T01:11:08,385 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:11:08,385 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,38997,1699751359288 2023-11-12T01:11:08,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,38997,1699751359288] 2023-11-12T01:11:08,386 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,38997,1699751359288; numProcessing=1 2023-11-12T01:11:08,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,38997,1699751359288 already deleted, retry=false 2023-11-12T01:11:08,389 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,38997,1699751359288 expired; onlineServers=0 2023-11-12T01:11:08,389 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,33021,1699751359206' ***** 2023-11-12T01:11:08,389 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T01:11:08,389 DEBUG [M:0;jenkins-hbase3:33021 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198b7dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:11:08,389 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,33021,1699751359206 2023-11-12T01:11:08,389 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,33021,1699751359206; all regions closed. 2023-11-12T01:11:08,389 DEBUG [M:0;jenkins-hbase3:33021 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:08,389 DEBUG [M:0;jenkins-hbase3:33021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T01:11:08,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T01:11:08,390 DEBUG [M:0;jenkins-hbase3:33021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T01:11:08,390 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751359562 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751359562,5,FailOnTimeoutGroup] 2023-11-12T01:11:08,390 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751359566 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751359566,5,FailOnTimeoutGroup] 2023-11-12T01:11:08,390 INFO [M:0;jenkins-hbase3:33021 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T01:11:08,390 DEBUG [M:0;jenkins-hbase3:33021 {}] master.HMaster(1689): Stopping service threads 2023-11-12T01:11:08,391 INFO [M:0;jenkins-hbase3:33021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T01:11:08,391 ERROR [M:0;jenkins-hbase3:33021 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T01:11:08,392 INFO [M:0;jenkins-hbase3:33021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T01:11:08,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T01:11:08,393 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2023-11-12T01:11:08,393 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:08,393 DEBUG [M:0;jenkins-hbase3:33021 {}] zookeeper.ZKUtil(347): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2023-11-12T01:11:08,393 WARN [M:0;jenkins-hbase3:33021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T01:11:08,393 INFO [M:0;jenkins-hbase3:33021 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T01:11:08,394 INFO [M:0;jenkins-hbase3:33021 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T01:11:08,394 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:11:08,394 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:08,394 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:08,394 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:11:08,394 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:08,395 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=67.05 KB heapSize=82.25 KB 2023-11-12T01:11:08,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:11:08,411 DEBUG [M:0;jenkins-hbase3:33021 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/542956dc523444169e2456e7e5e4830c is 88, key is hbase:meta,,1/info:sn/1699751360053/Put/seqid=0 2023-11-12T01:11:08,488 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:08,488 INFO [RS:0;jenkins-hbase3:38997 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38997,1699751359288; zookeeper connection closed. 2023-11-12T01:11:08,488 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38997-0x1004b2d5f1e0001, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:08,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e183975 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e183975 2023-11-12T01:11:08,489 INFO [Listener at localhost/36353 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T01:11:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:11:08,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T01:11:08,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T01:11:08,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2023-11-12T01:11:08,820 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/542956dc523444169e2456e7e5e4830c 2023-11-12T01:11:08,842 DEBUG [M:0;jenkins-hbase3:33021 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47acecba95614e17bed48775f3c5bdf1 is 746, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1699751361351/Put/seqid=0 2023-11-12T01:11:08,853 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=66.41 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47acecba95614e17bed48775f3c5bdf1 2023-11-12T01:11:08,859 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47acecba95614e17bed48775f3c5bdf1 2023-11-12T01:11:08,875 DEBUG [M:0;jenkins-hbase3:33021 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5340c6d0fd34a8c844454974a6ef4f0 is 82, key is jenkins-hbase3.apache.org,38997,1699751359288/rs:state/1699751359657/Put/seqid=0 2023-11-12T01:11:08,887 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5340c6d0fd34a8c844454974a6ef4f0 2023-11-12T01:11:08,908 DEBUG [M:0;jenkins-hbase3:33021 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6df9a7aaf1d04088b614e7f3d4382675 is 52, key is load_balancer_on/state:d/1699751360935/Put/seqid=0 2023-11-12T01:11:08,917 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6df9a7aaf1d04088b614e7f3d4382675 2023-11-12T01:11:08,924 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/542956dc523444169e2456e7e5e4830c as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/542956dc523444169e2456e7e5e4830c 2023-11-12T01:11:08,930 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/542956dc523444169e2456e7e5e4830c, entries=8, sequenceid=164, filesize=5.5 K 2023-11-12T01:11:08,931 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47acecba95614e17bed48775f3c5bdf1 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47acecba95614e17bed48775f3c5bdf1 2023-11-12T01:11:08,937 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47acecba95614e17bed48775f3c5bdf1 2023-11-12T01:11:08,937 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47acecba95614e17bed48775f3c5bdf1, entries=18, sequenceid=164, filesize=7.1 K 2023-11-12T01:11:08,938 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5340c6d0fd34a8c844454974a6ef4f0 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5340c6d0fd34a8c844454974a6ef4f0 2023-11-12T01:11:08,943 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5340c6d0fd34a8c844454974a6ef4f0, entries=1, sequenceid=164, filesize=5.1 K 2023-11-12T01:11:08,944 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6df9a7aaf1d04088b614e7f3d4382675 as hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6df9a7aaf1d04088b614e7f3d4382675 2023-11-12T01:11:08,949 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43641/user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6df9a7aaf1d04088b614e7f3d4382675, entries=1, sequenceid=164, filesize=4.9 K 2023-11-12T01:11:08,950 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(3022): Finished flush of dataSize ~67.05 KB/68656, heapSize ~82.19 KB/84160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=164, compaction requested=false 2023-11-12T01:11:08,954 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:08,954 DEBUG [M:0;jenkins-hbase3:33021 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:11:08,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/00e5be27-3140-a5ef-991d-0c4381cf1b1b/MasterData/WALs/jenkins-hbase3.apache.org,33021,1699751359206/jenkins-hbase3.apache.org%2C33021%2C1699751359206.1699751359436 not finished, retry = 0 2023-11-12T01:11:09,066 INFO [M:0;jenkins-hbase3:33021 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T01:11:09,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:11:09,066 INFO [M:0;jenkins-hbase3:33021 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:33021 2023-11-12T01:11:09,069 DEBUG [M:0;jenkins-hbase3:33021 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/rs/jenkins-hbase3.apache.org,33021,1699751359206 already deleted, retry=false 2023-11-12T01:11:09,171 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:09,171 INFO [M:0;jenkins-hbase3:33021 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,33021,1699751359206; zookeeper connection closed. 2023-11-12T01:11:09,171 DEBUG [Listener at localhost/36353-EventThread {}] zookeeper.ZKWatcher(604): master:33021-0x1004b2d5f1e0000, quorum=127.0.0.1:54906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:09,172 WARN [Listener at localhost/36353 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:11:09,179 INFO [Listener at localhost/36353 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:11:09,180 WARN [1742299433@qtp-2145337534-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36087 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(546): HttpServer Acceptor: isRunning is false. Rechecking. 2023-11-12T01:11:09,180 WARN [1742299433@qtp-2145337534-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36087 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(555): HttpServer Acceptor: isRunning is false 2023-11-12T01:11:09,286 WARN [BP-1249550655-172.31.12.81-1699751357937 heartbeating to localhost/127.0.0.1:43641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:11:09,286 WARN [BP-1249550655-172.31.12.81-1699751357937 heartbeating to localhost/127.0.0.1:43641 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1249550655-172.31.12.81-1699751357937 (Datanode Uuid 2ad177ca-f07a-4d14-8f8e-f04014dc8018) service to localhost/127.0.0.1:43641 2023-11-12T01:11:09,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/dfs/data/data3/current/BP-1249550655-172.31.12.81-1699751357937 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:09,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/dfs/data/data4/current/BP-1249550655-172.31.12.81-1699751357937 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:09,290 WARN [Listener at localhost/36353 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:11:09,299 INFO [Listener at localhost/36353 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:11:09,305 WARN [BP-1249550655-172.31.12.81-1699751357937 heartbeating to localhost/127.0.0.1:43641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:11:09,305 WARN [BP-1249550655-172.31.12.81-1699751357937 heartbeating to localhost/127.0.0.1:43641 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1249550655-172.31.12.81-1699751357937 (Datanode Uuid f5904bc2-2b4f-4a16-bddb-1e691eccda44) service to localhost/127.0.0.1:43641 2023-11-12T01:11:09,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/dfs/data/data1/current/BP-1249550655-172.31.12.81-1699751357937 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:09,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/cluster_7fb96ae8-33d1-dc5d-644c-3d0230135646/dfs/data/data2/current/BP-1249550655-172.31.12.81-1699751357937 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:09,318 INFO [Listener at localhost/36353 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:11:09,444 INFO [Listener at localhost/36353 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T01:11:09,487 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T01:11:09,498 INFO [Listener at localhost/36353 {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=80 (was 66) - Thread LEAK? -, OpenFileDescriptor=500 (was 481) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=493 (was 496), ProcessCount=171 (was 170) - ProcessCount LEAK? -, AvailableMemoryMB=5058 (was 5822) 2023-11-12T01:11:09,508 INFO [Listener at localhost/36353 {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=81, OpenFileDescriptor=500, MaxFileDescriptor=60000, SystemLoadAverage=493, ProcessCount=171, AvailableMemoryMB=5058 2023-11-12T01:11:09,508 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T01:11:09,508 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/hadoop.log.dir so I do NOT create it in target/test-data/5841e50e-8776-073d-cb8d-220afd52747c 2023-11-12T01:11:09,508 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c770ea73-eaa5-50e1-05ec-474f0553d3a3/hadoop.tmp.dir so I do NOT create it in target/test-data/5841e50e-8776-073d-cb8d-220afd52747c 2023-11-12T01:11:09,508 INFO [Listener at localhost/36353 {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c, deleteOnExit=true 2023-11-12T01:11:09,509 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T01:11:09,509 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/test.cache.data in system properties and HBase conf 2023-11-12T01:11:09,509 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T01:11:09,509 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/hadoop.log.dir in system properties and HBase conf 2023-11-12T01:11:09,509 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T01:11:09,510 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T01:11:09,510 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T01:11:09,510 DEBUG [Listener at localhost/36353 {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T01:11:09,510 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:11:09,510 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T01:11:09,510 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T01:11:09,511 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:11:09,511 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T01:11:09,511 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T01:11:09,511 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T01:11:09,511 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:11:09,511 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T01:11:09,512 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/nfs.dump.dir in system properties and HBase conf 2023-11-12T01:11:09,512 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/java.io.tmpdir in system properties and HBase conf 2023-11-12T01:11:09,512 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T01:11:09,512 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T01:11:09,512 INFO [Listener at localhost/36353 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T01:11:09,526 WARN [Listener at localhost/36353 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:11:09,526 WARN [Listener at localhost/36353 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:11:09,598 WARN [Listener at localhost/36353 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:11:09,600 INFO [Listener at localhost/36353 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:11:09,605 INFO [Listener at localhost/36353 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/java.io.tmpdir/Jetty_localhost_42021_hdfs____cfjv8b/webapp 2023-11-12T01:11:09,678 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:11:09,726 INFO [Listener at localhost/36353 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42021 2023-11-12T01:11:09,741 WARN [Listener at localhost/36353 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T01:11:09,742 WARN [Listener at localhost/36353 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T01:11:09,806 WARN [Listener at localhost/40289 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:11:09,821 WARN [Listener at localhost/40289 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:11:09,826 WARN [Listener at localhost/40289 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:11:09,827 INFO [Listener at localhost/40289 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:11:09,833 INFO [Listener at localhost/40289 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/java.io.tmpdir/Jetty_localhost_40465_datanode____.wl9b4y/webapp 2023-11-12T01:11:09,945 INFO [Listener at localhost/40289 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40465 2023-11-12T01:11:09,955 WARN [Listener at localhost/33611 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:11:09,974 WARN [Listener at localhost/33611 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T01:11:09,978 WARN [Listener at localhost/33611 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T01:11:09,980 INFO [Listener at localhost/33611 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T01:11:09,988 INFO [Listener at localhost/33611 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/java.io.tmpdir/Jetty_localhost_38433_datanode____.gp6m4q/webapp 2023-11-12T01:11:10,044 WARN [Thread-1289 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:11:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xbc496c975988b604: Processing first storage report for DS-78f25c1b-dff0-40ed-97fb-51d42df570f8 from datanode f01811f5-1f29-4716-b778-8e0caab5e7ed 2023-11-12T01:11:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xbc496c975988b604: from storage DS-78f25c1b-dff0-40ed-97fb-51d42df570f8 node DatanodeRegistration(127.0.0.1:40979, datanodeUuid=f01811f5-1f29-4716-b778-8e0caab5e7ed, infoPort=33041, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=389210407;c=1699751469529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:11:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xbc496c975988b604: Processing first storage report for DS-bff79939-df74-438e-942e-3ed1df324e2e from datanode f01811f5-1f29-4716-b778-8e0caab5e7ed 2023-11-12T01:11:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xbc496c975988b604: from storage DS-bff79939-df74-438e-942e-3ed1df324e2e node DatanodeRegistration(127.0.0.1:40979, datanodeUuid=f01811f5-1f29-4716-b778-8e0caab5e7ed, infoPort=33041, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=389210407;c=1699751469529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:11:10,104 INFO [Listener at localhost/33611 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38433 2023-11-12T01:11:10,113 WARN [Listener at localhost/43433 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T01:11:10,189 WARN [Thread-1324 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T01:11:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x185fe4abb67eb2f7: Processing first storage report for DS-0aa702f3-882d-4d76-b174-17195e775311 from datanode 992ca849-279e-4f2d-9f04-0aab81572999 2023-11-12T01:11:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x185fe4abb67eb2f7: from storage DS-0aa702f3-882d-4d76-b174-17195e775311 node DatanodeRegistration(127.0.0.1:45547, datanodeUuid=992ca849-279e-4f2d-9f04-0aab81572999, infoPort=37555, infoSecurePort=0, ipcPort=43433, storageInfo=lv=-57;cid=testClusterID;nsid=389210407;c=1699751469529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T01:11:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x185fe4abb67eb2f7: Processing first storage report for DS-c75f1997-6e7e-4348-8186-05bc05e07e68 from datanode 992ca849-279e-4f2d-9f04-0aab81572999 2023-11-12T01:11:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x185fe4abb67eb2f7: from storage DS-c75f1997-6e7e-4348-8186-05bc05e07e68 node DatanodeRegistration(127.0.0.1:45547, datanodeUuid=992ca849-279e-4f2d-9f04-0aab81572999, infoPort=37555, infoSecurePort=0, ipcPort=43433, storageInfo=lv=-57;cid=testClusterID;nsid=389210407;c=1699751469529), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T01:11:10,323 DEBUG [Listener at localhost/43433 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c 2023-11-12T01:11:10,330 INFO [Listener at localhost/43433 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/zookeeper_0, clientPort=62311, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T01:11:10,332 INFO [Listener at localhost/43433 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62311 2023-11-12T01:11:10,332 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,333 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,356 INFO [Listener at localhost/43433 {}] util.FSUtils(462): Created version file at hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2 with version=8 2023-11-12T01:11:10,356 INFO [Listener at localhost/43433 {}] hbase.HBaseTestingUtility(1462): The hbase.fs.tmp.dir is set to hdfs://localhost:42755/user/jenkins/test-data/61a512cc-ff42-d8ad-b9f2-f5bc7c604be4/hbase-staging 2023-11-12T01:11:10,358 INFO [Listener at localhost/43433 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:11:10,359 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:11:10,359 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:11:10,359 INFO [Listener at localhost/43433 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:11:10,359 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:11:10,359 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:11:10,359 INFO [Listener at localhost/43433 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:11:10,360 INFO [Listener at localhost/43433 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:11:10,362 INFO [Listener at localhost/43433 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:42879 2023-11-12T01:11:10,363 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,364 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,366 INFO [Listener at localhost/43433 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42879 connecting to ZooKeeper ensemble=127.0.0.1:62311 2023-11-12T01:11:10,386 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:428790x0, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:11:10,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42879-0x1004b2f12f20000 connected 2023-11-12T01:11:10,452 DEBUG [Listener at localhost/43433 {}] zookeeper.ZKUtil(113): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:11:10,453 DEBUG [Listener at localhost/43433 {}] zookeeper.ZKUtil(113): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:11:10,454 DEBUG [Listener at localhost/43433 {}] zookeeper.ZKUtil(113): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:11:10,466 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42879 2023-11-12T01:11:10,466 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42879 2023-11-12T01:11:10,474 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42879 2023-11-12T01:11:10,481 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42879 2023-11-12T01:11:10,481 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42879 2023-11-12T01:11:10,482 INFO [Listener at localhost/43433 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2, hbase.cluster.distributed=false 2023-11-12T01:11:10,496 INFO [Listener at localhost/43433 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T01:11:10,496 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:11:10,496 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T01:11:10,496 INFO [Listener at localhost/43433 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T01:11:10,496 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T01:11:10,496 INFO [Listener at localhost/43433 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T01:11:10,497 INFO [Listener at localhost/43433 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T01:11:10,497 INFO [Listener at localhost/43433 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T01:11:10,499 INFO [Listener at localhost/43433 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:42117 2023-11-12T01:11:10,500 INFO [Listener at localhost/43433 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T01:11:10,506 DEBUG [Listener at localhost/43433 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T01:11:10,507 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,507 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,509 INFO [Listener at localhost/43433 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:42117 connecting to ZooKeeper ensemble=127.0.0.1:62311 2023-11-12T01:11:10,523 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:421170x0, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T01:11:10,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:42117-0x1004b2f12f20001 connected 2023-11-12T01:11:10,525 DEBUG [Listener at localhost/43433 {}] zookeeper.ZKUtil(113): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:11:10,526 DEBUG [Listener at localhost/43433 {}] zookeeper.ZKUtil(113): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:11:10,527 DEBUG [Listener at localhost/43433 {}] zookeeper.ZKUtil(113): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-11-12T01:11:10,534 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2023-11-12T01:11:10,540 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2023-11-12T01:11:10,540 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2023-11-12T01:11:10,541 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2023-11-12T01:11:10,541 DEBUG [Listener at localhost/43433 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2023-11-12T01:11:10,551 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /hbase/backup-masters/jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,553 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:11:10,553 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:11:10,553 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,556 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:11:10,556 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,556 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-11-12T01:11:10,556 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:11:10,562 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/jenkins-hbase3.apache.org,42879,1699751470358 from backup master directory 2023-11-12T01:11:10,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-11-12T01:11:10,564 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:11:10,564 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:11:10,564 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,564 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,564 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-11-12T01:11:10,568 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:42879 2023-11-12T01:11:10,590 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/hbase.id with ID: b8c65096-e930-4f93-8adb-b32c9d090141 2023-11-12T01:11:10,604 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:10,607 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,610 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,621 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T01:11:10,622 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T01:11:10,626 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:11:10,640 WARN [DataStreamer for file /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/.tabledesc/.tableinfo.0000000001.1189 {}] hdfs.DataStreamer(982): Caught exception java.lang.InterruptedException: null at java.lang.Object.wait(Native Method) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1257) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1331) ~[?:1.8.0_362] at org.apache.hadoop.hdfs.DataStreamer.closeResponder(DataStreamer.java:980) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.endBlock(DataStreamer.java:630) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:807) ~[hadoop-hdfs-client-2.10.2.jar:?] 2023-11-12T01:11:10,642 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store 2023-11-12T01:11:10,657 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:11:10,657 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:11:10,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:10,657 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:10,657 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:11:10,657 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:10,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:10,657 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:11:10,666 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/.initializing 2023-11-12T01:11:10,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/WALs/jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:11:10,670 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42879%2C1699751470358, suffix=, logDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/WALs/jenkins-hbase3.apache.org,42879,1699751470358, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/oldWALs, maxLogs=10 2023-11-12T01:11:10,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/WALs/jenkins-hbase3.apache.org,42879,1699751470358/jenkins-hbase3.apache.org%2C42879%2C1699751470358.1699751470670, exclude list is [], retry=0 2023-11-12T01:11:10,691 DEBUG [RS-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK] 2023-11-12T01:11:10,694 DEBUG [RS-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK] 2023-11-12T01:11:10,698 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/WALs/jenkins-hbase3.apache.org,42879,1699751470358/jenkins-hbase3.apache.org%2C42879%2C1699751470358.1699751470670 2023-11-12T01:11:10,701 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK], DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK]] 2023-11-12T01:11:10,701 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:11:10,701 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:11:10,702 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,702 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T01:11:10,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:10,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:10,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T01:11:10,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:10,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:11:10,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T01:11:10,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:10,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:11:10,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T01:11:10,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:10,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:11:10,715 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T01:11:10,719 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T01:11:10,722 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:11:10,722 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806972, jitterRate=0.026118203997612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T01:11:10,723 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:11:10,726 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T01:11:10,730 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4e10df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:11:10,731 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T01:11:10,732 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T01:11:10,732 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T01:11:10,732 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T01:11:10,733 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-11-12T01:11:10,733 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 0 msec 2023-11-12T01:11:10,733 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T01:11:10,736 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T01:11:10,742 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2023-11-12T01:11:10,743 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/balancer already deleted, retry=false 2023-11-12T01:11:10,743 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T01:11:10,744 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2023-11-12T01:11:10,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/normalizer already deleted, retry=false 2023-11-12T01:11:10,746 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T01:11:10,747 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2023-11-12T01:11:10,748 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/split already deleted, retry=false 2023-11-12T01:11:10,749 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2023-11-12T01:11:10,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/merge already deleted, retry=false 2023-11-12T01:11:10,752 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T01:11:10,753 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/snapshot-cleanup already deleted, retry=false 2023-11-12T01:11:10,756 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:11:10,756 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,757 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,42879,1699751470358, sessionid=0x1004b2f12f20000, setting cluster-up flag (Was=false) 2023-11-12T01:11:10,758 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-11-12T01:11:10,758 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,759 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,767 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2023-11-12T01:11:10,768 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,772 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,772 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:10,779 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2023-11-12T01:11:10,780 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:10,783 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T01:11:10,783 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T01:11:10,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,42879,1699751470358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:11:10,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699751500792 2023-11-12T01:11:10,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T01:11:10,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T01:11:10,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T01:11:10,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T01:11:10,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T01:11:10,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T01:11:10,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T01:11:10,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T01:11:10,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T01:11:10,798 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T01:11:10,798 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T01:11:10,798 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751470798,5,FailOnTimeoutGroup] 2023-11-12T01:11:10,800 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751470798,5,FailOnTimeoutGroup] 2023-11-12T01:11:10,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T01:11:10,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:11:10,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T01:11:10,802 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:10,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:11:10,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T01:11:10,813 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2 2023-11-12T01:11:10,865 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:42117 2023-11-12T01:11:10,866 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(997): ClusterId : b8c65096-e930-4f93-8adb-b32c9d090141 2023-11-12T01:11:10,866 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T01:11:10,869 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T01:11:10,869 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T01:11:10,873 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T01:11:10,874 DEBUG [RS:0;jenkins-hbase3:42117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aab1668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:11:10,874 DEBUG [RS:0;jenkins-hbase3:42117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cd4a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:11:10,874 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T01:11:10,874 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T01:11:10,874 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T01:11:10,875 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,42879,1699751470358 with isa=jenkins-hbase3.apache.org/172.31.12.81:42117, startcode=1699751470495 2023-11-12T01:11:10,875 DEBUG [RS:0;jenkins-hbase3:42117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T01:11:10,878 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33893, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T01:11:10,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:10,881 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2 2023-11-12T01:11:10,882 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:40289 2023-11-12T01:11:10,882 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-11-12T01:11:10,884 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:11:10,884 DEBUG [RS:0;jenkins-hbase3:42117 {}] zookeeper.ZKUtil(111): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:10,885 WARN [RS:0;jenkins-hbase3:42117 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T01:11:10,885 INFO [RS:0;jenkins-hbase3:42117 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:11:10,885 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:10,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,42117,1699751470495] 2023-11-12T01:11:10,889 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T01:11:10,889 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T01:11:10,891 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T01:11:10,891 INFO [RS:0;jenkins-hbase3:42117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T01:11:10,891 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,891 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T01:11:10,892 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,892 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,892 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:11:10,893 DEBUG [RS:0;jenkins-hbase3:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T01:11:10,894 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,895 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,895 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,895 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,895 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42117,1699751470495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:11:10,908 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T01:11:10,908 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42117,1699751470495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:10,921 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,42117,1699751470495 started 2023-11-12T01:11:10,921 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,42117,1699751470495, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:42117, sessionid=0x1004b2f12f20001 2023-11-12T01:11:10,921 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T01:11:10,921 DEBUG [RS:0;jenkins-hbase3:42117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:10,921 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,42117,1699751470495' 2023-11-12T01:11:10,921 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-11-12T01:11:10,921 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-11-12T01:11:10,922 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T01:11:10,922 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T01:11:10,922 DEBUG [RS:0;jenkins-hbase3:42117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:10,922 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,42117,1699751470495' 2023-11-12T01:11:10,922 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-11-12T01:11:10,923 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-11-12T01:11:10,923 DEBUG [RS:0;jenkins-hbase3:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T01:11:10,923 INFO [RS:0;jenkins-hbase3:42117 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T01:11:10,923 INFO [RS:0;jenkins-hbase3:42117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T01:11:11,024 INFO [RS:0;jenkins-hbase3:42117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:11:11,026 INFO [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42117%2C1699751470495, suffix=, logDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs, maxLogs=32 2023-11-12T01:11:11,039 DEBUG [RS:0;jenkins-hbase3:42117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495/jenkins-hbase3.apache.org%2C42117%2C1699751470495.1699751471026, exclude list is [], retry=0 2023-11-12T01:11:11,046 DEBUG [RS-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK] 2023-11-12T01:11:11,047 DEBUG [RS-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK] 2023-11-12T01:11:11,054 INFO [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495/jenkins-hbase3.apache.org%2C42117%2C1699751470495.1699751471026 2023-11-12T01:11:11,060 DEBUG [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK], DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK]] 2023-11-12T01:11:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:11:11,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:11:11,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:11:11,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:11,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:11:11,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:11:11,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:11,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:11:11,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:11:11,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:11,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740 2023-11-12T01:11:11,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740 2023-11-12T01:11:11,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:11:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:11:11,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:11:11,245 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794618, jitterRate=0.010410234332084656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:11:11,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:11:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:11:11,246 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:11:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:11:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:11:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:11:11,246 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:11:11,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:11:11,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T01:11:11,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T01:11:11,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T01:11:11,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T01:11:11,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T01:11:11,401 DEBUG [jenkins-hbase3:42879 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T01:11:11,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:11,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,42117,1699751470495, state=OPENING 2023-11-12T01:11:11,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T01:11:11,408 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:11,408 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:11,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:11:11,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:11:11,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,42117,1699751470495}] 2023-11-12T01:11:11,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:11,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T01:11:11,568 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57414, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T01:11:11,575 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T01:11:11,576 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:11:11,576 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T01:11:11,578 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42117%2C1699751470495.meta, suffix=.meta, logDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs, maxLogs=32 2023-11-12T01:11:11,591 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495/jenkins-hbase3.apache.org%2C42117%2C1699751470495.meta.1699751471578.meta, exclude list is [], retry=0 2023-11-12T01:11:11,596 DEBUG [RS-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK] 2023-11-12T01:11:11,603 DEBUG [RS-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK] 2023-11-12T01:11:11,605 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/jenkins-hbase3.apache.org,42117,1699751470495/jenkins-hbase3.apache.org%2C42117%2C1699751470495.meta.1699751471578.meta 2023-11-12T01:11:11,605 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK], DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK]] 2023-11-12T01:11:11,605 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:11:11,605 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T01:11:11,605 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T01:11:11,606 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T01:11:11,606 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T01:11:11,606 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:11:11,606 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T01:11:11,606 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T01:11:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T01:11:11,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T01:11:11,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T01:11:11,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T01:11:11,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T01:11:11,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T01:11:11,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T01:11:11,613 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740 2023-11-12T01:11:11,615 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740 2023-11-12T01:11:11,617 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2023-11-12T01:11:11,618 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T01:11:11,619 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709982, jitterRate=-0.0972122997045517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2023-11-12T01:11:11,621 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T01:11:11,622 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699751471566 2023-11-12T01:11:11,628 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T01:11:11,629 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T01:11:11,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:11,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,42117,1699751470495, state=OPEN 2023-11-12T01:11:11,641 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:11:11,641 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-11-12T01:11:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:11:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-11-12T01:11:11,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T01:11:11,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,42117,1699751470495 in 232 msec 2023-11-12T01:11:11,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T01:11:11,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2023-11-12T01:11:11,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 864 msec 2023-11-12T01:11:11,647 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699751471647, completionTime=-1 2023-11-12T01:11:11,647 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T01:11:11,647 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T01:11:11,651 DEBUG [hconnection-0x75424267-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:11:11,653 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:11:11,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T01:11:11,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699751531655 2023-11-12T01:11:11,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699751591655 2023-11-12T01:11:11,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 7 msec 2023-11-12T01:11:11,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42879,1699751470358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:11,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42879,1699751470358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:11,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42879,1699751470358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:11,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:42879, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:11,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T01:11:11,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T01:11:11,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T01:11:11,665 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T01:11:11,665 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T01:11:11,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T01:11:11,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:11,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T01:11:11,680 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ec9efdba8b46dfc26d4376e2f38d7c52, NAME => 'hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2 2023-11-12T01:11:11,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:11:11,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing ec9efdba8b46dfc26d4376e2f38d7c52, disabling compactions & flushes 2023-11-12T01:11:11,699 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:11,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:11,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. after waiting 0 ms 2023-11-12T01:11:11,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:11,699 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:11,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for ec9efdba8b46dfc26d4376e2f38d7c52: 2023-11-12T01:11:11,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T01:11:11,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699751471701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699751471701"}]},"ts":"1699751471701"} 2023-11-12T01:11:11,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T01:11:11,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T01:11:11,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751471703"}]},"ts":"1699751471703"} 2023-11-12T01:11:11,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T01:11:11,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ec9efdba8b46dfc26d4376e2f38d7c52, ASSIGN}] 2023-11-12T01:11:11,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ec9efdba8b46dfc26d4376e2f38d7c52, ASSIGN 2023-11-12T01:11:11,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ec9efdba8b46dfc26d4376e2f38d7c52, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,42117,1699751470495; forceNewPlan=false, retain=false 2023-11-12T01:11:11,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ec9efdba8b46dfc26d4376e2f38d7c52, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:11,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ec9efdba8b46dfc26d4376e2f38d7c52, server=jenkins-hbase3.apache.org,42117,1699751470495}] 2023-11-12T01:11:12,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:12,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => ec9efdba8b46dfc26d4376e2f38d7c52, NAME => 'hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52.', STARTKEY => '', ENDKEY => ''} 2023-11-12T01:11:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T01:11:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,025 INFO [StoreOpener-ec9efdba8b46dfc26d4376e2f38d7c52-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,026 INFO [StoreOpener-ec9efdba8b46dfc26d4376e2f38d7c52-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9efdba8b46dfc26d4376e2f38d7c52 columnFamilyName info 2023-11-12T01:11:12,026 DEBUG [StoreOpener-ec9efdba8b46dfc26d4376e2f38d7c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T01:11:12,027 INFO [StoreOpener-ec9efdba8b46dfc26d4376e2f38d7c52-1 {}] regionserver.HStore(324): Store=ec9efdba8b46dfc26d4376e2f38d7c52/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T01:11:12,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T01:11:12,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened ec9efdba8b46dfc26d4376e2f38d7c52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786663, jitterRate=2.9471516609191895E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T01:11:12,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for ec9efdba8b46dfc26d4376e2f38d7c52: 2023-11-12T01:11:12,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52., pid=6, masterSystemTime=1699751472017 2023-11-12T01:11:12,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,040 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ec9efdba8b46dfc26d4376e2f38d7c52, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:12,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T01:11:12,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ec9efdba8b46dfc26d4376e2f38d7c52, server=jenkins-hbase3.apache.org,42117,1699751470495 in 176 msec 2023-11-12T01:11:12,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T01:11:12,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ec9efdba8b46dfc26d4376e2f38d7c52, ASSIGN in 338 msec 2023-11-12T01:11:12,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T01:11:12,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699751472050"}]},"ts":"1699751472050"} 2023-11-12T01:11:12,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T01:11:12,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T01:11:12,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 390 msec 2023-11-12T01:11:12,066 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2023-11-12T01:11:12,068 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:12,068 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:11:12,068 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:12,072 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T01:11:12,085 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:11:12,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 18 msec 2023-11-12T01:11:12,094 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T01:11:12,101 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-11-12T01:11:12,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2023-11-12T01:11:12,119 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2023-11-12T01:11:12,122 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 1.558sec 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42879,1699751470358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T01:11:12,122 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42879,1699751470358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T01:11:12,128 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T01:11:12,128 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T01:11:12,157 DEBUG [Listener at localhost/43433 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x08bf2efe to 127.0.0.1:62311 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T01:11:12,166 DEBUG [Listener at localhost/43433 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44209e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-11-12T01:11:12,170 DEBUG [hconnection-0x693b96f1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T01:11:12,172 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57426, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T01:11:12,174 INFO [Listener at localhost/43433 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:12,174 INFO [Listener at localhost/43433 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T01:11:12,176 INFO [Listener at localhost/43433 {}] master.MasterRpcServices(505): Client=null/null set balanceSwitch=false 2023-11-12T01:11:12,177 INFO [Listener at localhost/43433 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T01:11:12,177 INFO [Listener at localhost/43433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T01:11:12,183 INFO [Listener at localhost/43433 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs, maxLogs=32 2023-11-12T01:11:12,199 DEBUG [Listener at localhost/43433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472184, exclude list is [], retry=0 2023-11-12T01:11:12,204 DEBUG [AsyncFSWAL-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK] 2023-11-12T01:11:12,205 DEBUG [AsyncFSWAL-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK] 2023-11-12T01:11:12,213 INFO [Listener at localhost/43433 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472184 2023-11-12T01:11:12,213 DEBUG [Listener at localhost/43433 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK], DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK]] 2023-11-12T01:11:12,225 DEBUG [Listener at localhost/43433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472213, exclude list is [], retry=0 2023-11-12T01:11:12,238 DEBUG [AsyncFSWAL-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK] 2023-11-12T01:11:12,239 DEBUG [AsyncFSWAL-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK] 2023-11-12T01:11:12,240 INFO [Listener at localhost/43433 {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472184 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472213 2023-11-12T01:11:12,241 DEBUG [Listener at localhost/43433 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45547,DS-0aa702f3-882d-4d76-b174-17195e775311,DISK], DatanodeInfoWithStorage[127.0.0.1:40979,DS-78f25c1b-dff0-40ed-97fb-51d42df570f8,DISK]] 2023-11-12T01:11:12,241 DEBUG [Listener at localhost/43433 {}] wal.AbstractFSWAL(742): hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472184 is not closed yet, will try archiving it next time 2023-11-12T01:11:12,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472184 not finished, retry = 0 2023-11-12T01:11:12,349 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/WALs/test.com,8080,1/test.com%2C8080%2C1.1699751472184 to hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs/test.com%2C8080%2C1.1699751472184 2023-11-12T01:11:12,352 DEBUG [Listener at localhost/43433 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs 2023-11-12T01:11:12,352 INFO [Listener at localhost/43433 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1699751472213) 2023-11-12T01:11:12,352 INFO [Listener at localhost/43433 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T01:11:12,352 DEBUG [Listener at localhost/43433 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x08bf2efe to 127.0.0.1:62311 2023-11-12T01:11:12,352 DEBUG [Listener at localhost/43433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:12,354 DEBUG [Listener at localhost/43433 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T01:11:12,354 DEBUG [Listener at localhost/43433 {}] util.JVMClusterUtil(257): Found active master hash=1647253984, stopped=false 2023-11-12T01:11:12,354 INFO [Listener at localhost/43433 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:12,358 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:11:12,358 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:12,358 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-11-12T01:11:12,358 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:12,358 INFO [Listener at localhost/43433 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T01:11:12,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:11:12,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-11-12T01:11:12,359 DEBUG [Listener at localhost/43433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:12,359 INFO [Listener at localhost/43433 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,42117,1699751470495' ***** 2023-11-12T01:11:12,360 INFO [Listener at localhost/43433 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T01:11:12,360 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T01:11:12,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T01:11:12,360 INFO [RS:0;jenkins-hbase3:42117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T01:11:12,360 INFO [RS:0;jenkins-hbase3:42117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T01:11:12,360 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(3528): Received CLOSE for ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,361 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:12,361 DEBUG [RS:0;jenkins-hbase3:42117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:12,361 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T01:11:12,361 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T01:11:12,361 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T01:11:12,361 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T01:11:12,361 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-11-12T01:11:12,361 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1583): Online Regions={ec9efdba8b46dfc26d4376e2f38d7c52=hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52., 1588230740=hbase:meta,,1.1588230740} 2023-11-12T01:11:12,361 DEBUG [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, ec9efdba8b46dfc26d4376e2f38d7c52 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ec9efdba8b46dfc26d4376e2f38d7c52, disabling compactions & flushes 2023-11-12T01:11:12,362 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T01:11:12,362 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T01:11:12,362 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=1.26 KB heapSize=2.89 KB 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. after waiting 0 ms 2023-11-12T01:11:12,362 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,362 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ec9efdba8b46dfc26d4376e2f38d7c52 1/1 column families, dataSize=78 B heapSize=488 B 2023-11-12T01:11:12,386 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/.tmp/info/766129bcf3754129a8521bf5b32e102f is 143, key is hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52./info:regioninfo/1699751472040/Put/seqid=0 2023-11-12T01:11:12,386 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/.tmp/info/dbb7851a43b346d6903422fedd18bb6a is 45, key is default/info:d/1699751472081/Put/seqid=0 2023-11-12T01:11:12,401 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/.tmp/info/766129bcf3754129a8521bf5b32e102f 2023-11-12T01:11:12,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/.tmp/info/dbb7851a43b346d6903422fedd18bb6a 2023-11-12T01:11:12,413 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/.tmp/info/dbb7851a43b346d6903422fedd18bb6a as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/info/dbb7851a43b346d6903422fedd18bb6a 2023-11-12T01:11:12,418 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/info/dbb7851a43b346d6903422fedd18bb6a, entries=2, sequenceid=6, filesize=4.9 K 2023-11-12T01:11:12,423 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/.tmp/table/5781ff54cddc4e20b13b6e4944756a2f is 51, key is hbase:namespace/table:state/1699751472050/Put/seqid=0 2023-11-12T01:11:12,424 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ec9efdba8b46dfc26d4376e2f38d7c52 in 62ms, sequenceid=6, compaction requested=false 2023-11-12T01:11:12,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/namespace/ec9efdba8b46dfc26d4376e2f38d7c52/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T01:11:12,447 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,447 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ec9efdba8b46dfc26d4376e2f38d7c52: 2023-11-12T01:11:12,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699751471664.ec9efdba8b46dfc26d4376e2f38d7c52. 2023-11-12T01:11:12,448 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/.tmp/table/5781ff54cddc4e20b13b6e4944756a2f 2023-11-12T01:11:12,455 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/.tmp/info/766129bcf3754129a8521bf5b32e102f as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/info/766129bcf3754129a8521bf5b32e102f 2023-11-12T01:11:12,461 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/info/766129bcf3754129a8521bf5b32e102f, entries=10, sequenceid=9, filesize=6.4 K 2023-11-12T01:11:12,462 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/.tmp/table/5781ff54cddc4e20b13b6e4944756a2f as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/table/5781ff54cddc4e20b13b6e4944756a2f 2023-11-12T01:11:12,467 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/table/5781ff54cddc4e20b13b6e4944756a2f, entries=2, sequenceid=9, filesize=5.1 K 2023-11-12T01:11:12,468 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~1.26 KB/1290, heapSize ~2.61 KB/2672, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=9, compaction requested=false 2023-11-12T01:11:12,478 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2023-11-12T01:11:12,479 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T01:11:12,479 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T01:11:12,479 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T01:11:12,479 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T01:11:12,561 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42117,1699751470495; all regions closed. 2023-11-12T01:11:12,576 DEBUG [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs 2023-11-12T01:11:12,576 INFO [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C42117%2C1699751470495.meta:.meta(num 1699751471578) 2023-11-12T01:11:12,588 DEBUG [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/oldWALs 2023-11-12T01:11:12,588 INFO [RS:0;jenkins-hbase3:42117 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C42117%2C1699751470495:(num 1699751471026) 2023-11-12T01:11:12,588 DEBUG [RS:0;jenkins-hbase3:42117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:12,588 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:11:12,589 INFO [RS:0;jenkins-hbase3:42117 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T01:11:12,589 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:11:12,590 INFO [RS:0;jenkins-hbase3:42117 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:42117 2023-11-12T01:11:12,595 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,42117,1699751470495 2023-11-12T01:11:12,595 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-11-12T01:11:12,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,42117,1699751470495] 2023-11-12T01:11:12,596 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,42117,1699751470495; numProcessing=1 2023-11-12T01:11:12,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,42117,1699751470495 already deleted, retry=false 2023-11-12T01:11:12,599 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,42117,1699751470495 expired; onlineServers=0 2023-11-12T01:11:12,599 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,42879,1699751470358' ***** 2023-11-12T01:11:12,599 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T01:11:12,599 DEBUG [M:0;jenkins-hbase3:42879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6b9c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T01:11:12,599 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42879,1699751470358 2023-11-12T01:11:12,599 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42879,1699751470358; all regions closed. 2023-11-12T01:11:12,599 DEBUG [M:0;jenkins-hbase3:42879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T01:11:12,599 DEBUG [M:0;jenkins-hbase3:42879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T01:11:12,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T01:11:12,599 DEBUG [M:0;jenkins-hbase3:42879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T01:11:12,599 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751470798 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699751470798,5,FailOnTimeoutGroup] 2023-11-12T01:11:12,600 INFO [M:0;jenkins-hbase3:42879 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T01:11:12,600 DEBUG [M:0;jenkins-hbase3:42879 {}] master.HMaster(1689): Stopping service threads 2023-11-12T01:11:12,600 INFO [M:0;jenkins-hbase3:42879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T01:11:12,600 ERROR [M:0;jenkins-hbase3:42879 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T01:11:12,600 INFO [M:0;jenkins-hbase3:42879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T01:11:12,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T01:11:12,602 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751470798 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699751470798,5,FailOnTimeoutGroup] 2023-11-12T01:11:12,603 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2023-11-12T01:11:12,603 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-11-12T01:11:12,603 DEBUG [M:0;jenkins-hbase3:42879 {}] zookeeper.ZKUtil(347): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2023-11-12T01:11:12,603 WARN [M:0;jenkins-hbase3:42879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T01:11:12,603 INFO [M:0;jenkins-hbase3:42879 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T01:11:12,604 INFO [M:0;jenkins-hbase3:42879 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T01:11:12,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-11-12T01:11:12,604 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T01:11:12,604 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:12,604 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:12,604 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T01:11:12,604 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:12,605 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=25.53 KB heapSize=32.48 KB 2023-11-12T01:11:12,623 DEBUG [M:0;jenkins-hbase3:42879 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73918a2435c849f09bcb6eba45066a37 is 88, key is hbase:meta,,1/info:sn/1699751471402/Put/seqid=0 2023-11-12T01:11:12,633 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73918a2435c849f09bcb6eba45066a37 2023-11-12T01:11:12,651 DEBUG [M:0;jenkins-hbase3:42879 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30bb8496b2b402f97f6911230145faf is 693, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1699751472055/Put/seqid=0 2023-11-12T01:11:12,661 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.88 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30bb8496b2b402f97f6911230145faf 2023-11-12T01:11:12,680 DEBUG [M:0;jenkins-hbase3:42879 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/127a0bcadc114f1fb359177bff44e796 is 82, key is jenkins-hbase3.apache.org,42117,1699751470495/rs:state/1699751470880/Put/seqid=0 2023-11-12T01:11:12,697 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:12,697 INFO [RS:0;jenkins-hbase3:42117 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42117,1699751470495; zookeeper connection closed. 2023-11-12T01:11:12,697 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): regionserver:42117-0x1004b2f12f20001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:12,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2675441a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2675441a 2023-11-12T01:11:12,698 INFO [Listener at localhost/43433 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T01:11:12,895 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T01:11:13,092 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/127a0bcadc114f1fb359177bff44e796 2023-11-12T01:11:13,110 DEBUG [M:0;jenkins-hbase3:42879 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/309d2062862c48b6a0a959d08cf5946a is 52, key is load_balancer_on/state:d/1699751472175/Put/seqid=0 2023-11-12T01:11:13,130 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/309d2062862c48b6a0a959d08cf5946a 2023-11-12T01:11:13,137 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73918a2435c849f09bcb6eba45066a37 as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73918a2435c849f09bcb6eba45066a37 2023-11-12T01:11:13,142 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73918a2435c849f09bcb6eba45066a37, entries=8, sequenceid=70, filesize=5.5 K 2023-11-12T01:11:13,143 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30bb8496b2b402f97f6911230145faf as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30bb8496b2b402f97f6911230145faf 2023-11-12T01:11:13,148 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30bb8496b2b402f97f6911230145faf, entries=8, sequenceid=70, filesize=6.4 K 2023-11-12T01:11:13,149 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/127a0bcadc114f1fb359177bff44e796 as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/127a0bcadc114f1fb359177bff44e796 2023-11-12T01:11:13,155 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/127a0bcadc114f1fb359177bff44e796, entries=1, sequenceid=70, filesize=5.1 K 2023-11-12T01:11:13,156 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/309d2062862c48b6a0a959d08cf5946a as hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/309d2062862c48b6a0a959d08cf5946a 2023-11-12T01:11:13,161 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40289/user/jenkins/test-data/bda1d230-f684-9768-403d-e3440cb05ee2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/309d2062862c48b6a0a959d08cf5946a, entries=1, sequenceid=70, filesize=4.9 K 2023-11-12T01:11:13,162 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(3022): Finished flush of dataSize ~25.53 KB/26138, heapSize ~32.42 KB/33200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=70, compaction requested=false 2023-11-12T01:11:13,188 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T01:11:13,188 DEBUG [M:0;jenkins-hbase3:42879 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T01:11:13,192 INFO [M:0;jenkins-hbase3:42879 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T01:11:13,193 INFO [M:0;jenkins-hbase3:42879 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:42879 2023-11-12T01:11:13,193 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T01:11:13,195 DEBUG [M:0;jenkins-hbase3:42879 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/rs/jenkins-hbase3.apache.org,42879,1699751470358 already deleted, retry=false 2023-11-12T01:11:13,297 INFO [M:0;jenkins-hbase3:42879 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42879,1699751470358; zookeeper connection closed. 2023-11-12T01:11:13,297 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:13,298 DEBUG [Listener at localhost/43433-EventThread {}] zookeeper.ZKWatcher(604): master:42879-0x1004b2f12f20000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T01:11:13,299 WARN [Listener at localhost/43433 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:11:13,305 INFO [Listener at localhost/43433 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:11:13,410 WARN [BP-1169730899-172.31.12.81-1699751469529 heartbeating to localhost/127.0.0.1:40289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:11:13,410 WARN [BP-1169730899-172.31.12.81-1699751469529 heartbeating to localhost/127.0.0.1:40289 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1169730899-172.31.12.81-1699751469529 (Datanode Uuid 992ca849-279e-4f2d-9f04-0aab81572999) service to localhost/127.0.0.1:40289 2023-11-12T01:11:13,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/dfs/data/data3/current/BP-1169730899-172.31.12.81-1699751469529 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:13,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/dfs/data/data4/current/BP-1169730899-172.31.12.81-1699751469529 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:13,413 WARN [Listener at localhost/43433 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T01:11:13,419 INFO [Listener at localhost/43433 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:11:13,523 WARN [BP-1169730899-172.31.12.81-1699751469529 heartbeating to localhost/127.0.0.1:40289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T01:11:13,523 WARN [BP-1169730899-172.31.12.81-1699751469529 heartbeating to localhost/127.0.0.1:40289 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1169730899-172.31.12.81-1699751469529 (Datanode Uuid f01811f5-1f29-4716-b778-8e0caab5e7ed) service to localhost/127.0.0.1:40289 2023-11-12T01:11:13,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/dfs/data/data1/current/BP-1169730899-172.31.12.81-1699751469529 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:13,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5841e50e-8776-073d-cb8d-220afd52747c/cluster_8683b6e3-74f1-2075-5cf1-89d52a46db1c/dfs/data/data2/current/BP-1169730899-172.31.12.81-1699751469529 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T01:11:13,539 INFO [Listener at localhost/43433 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T01:11:13,654 INFO [Listener at localhost/43433 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T01:11:13,672 INFO [Listener at localhost/43433 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T01:11:13,685 INFO [Listener at localhost/43433 {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=102 (was 81) - Thread LEAK? -, OpenFileDescriptor=525 (was 500) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=518 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=171 (was 171), AvailableMemoryMB=5026 (was 5058)