2024-11-27 21:46:30,282 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-27 21:46:30,299 main DEBUG Took 0.014837 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 21:46:30,300 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 21:46:30,300 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 21:46:30,301 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 21:46:30,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,311 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 21:46:30,323 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,325 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,326 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,327 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,328 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,329 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,331 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:46:30,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,334 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 21:46:30,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:46:30,336 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 21:46:30,338 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 21:46:30,338 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 21:46:30,339 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 21:46:30,340 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 21:46:30,347 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 21:46:30,349 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 21:46:30,351 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 21:46:30,351 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 21:46:30,351 main DEBUG createAppenders(={Console}) 2024-11-27 21:46:30,352 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-27 21:46:30,352 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-27 21:46:30,353 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-27 21:46:30,353 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 21:46:30,353 main DEBUG OutputStream closed 2024-11-27 21:46:30,354 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 21:46:30,354 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 21:46:30,354 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-27 21:46:30,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 21:46:30,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 21:46:30,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 21:46:30,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 21:46:30,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 21:46:30,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 21:46:30,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 21:46:30,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 21:46:30,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 21:46:30,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 21:46:30,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 21:46:30,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 21:46:30,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 21:46:30,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 21:46:30,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 21:46:30,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 21:46:30,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 21:46:30,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 21:46:30,444 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 21:46:30,444 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-27 21:46:30,444 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 21:46:30,445 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-27T21:46:30,464 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-27 21:46:30,468 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 21:46:30,468 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T21:46:30,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=10647 2024-11-27T21:46:30,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc 2024-11-27T21:46:30,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:46:30,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2, deleteOnExit=true 2024-11-27T21:46:30,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:46:30,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/test.cache.data in system properties and HBase conf 2024-11-27T21:46:30,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:46:30,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:46:30,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:46:30,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:46:30,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:46:30,848 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T21:46:30,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:46:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:30,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:30,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:46:30,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:30,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:46:30,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:46:30,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:30,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:30,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:46:30,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:46:30,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:46:30,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:30,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:46:30,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:46:31,981 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T21:46:32,048 INFO [Time-limited test {}] log.Log(170): Logging initialized @2465ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T21:46:32,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:32,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:32,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:32,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:32,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:46:32,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:32,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:32,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:32,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/java.io.tmpdir/jetty-localhost-43979-hadoop-hdfs-3_4_1-tests_jar-_-any-15472743992645489401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:32,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:43979} 2024-11-27T21:46:32,377 INFO [Time-limited test {}] server.Server(415): Started @2794ms 2024-11-27T21:46:32,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:32,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:32,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:32,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:32,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:46:32,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:32,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:33,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/java.io.tmpdir/jetty-localhost-37659-hadoop-hdfs-3_4_1-tests_jar-_-any-5704512015425133953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:33,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:37659} 2024-11-27T21:46:33,069 INFO [Time-limited test {}] server.Server(415): Started @3486ms 2024-11-27T21:46:33,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:33,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:33,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:33,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:33,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:33,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:33,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:33,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:33,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/java.io.tmpdir/jetty-localhost-38619-hadoop-hdfs-3_4_1-tests_jar-_-any-269954574896159507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:33,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:38619} 2024-11-27T21:46:33,345 INFO [Time-limited test {}] server.Server(415): Started @3762ms 2024-11-27T21:46:33,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:34,409 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data4/current/BP-1087844523-172.17.0.2-1732743991447/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:34,409 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data3/current/BP-1087844523-172.17.0.2-1732743991447/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:34,413 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data1/current/BP-1087844523-172.17.0.2-1732743991447/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:34,414 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data2/current/BP-1087844523-172.17.0.2-1732743991447/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:34,439 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:34,443 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c298e173954649d with lease ID 0xd3dd91a9bf3c0585: Processing first storage report for DS-97709ace-b4ca-41a4-b6e0-96db92460415 from datanode DatanodeRegistration(127.0.0.1:36041, datanodeUuid=f80397f9-0d54-4ae9-be5f-b246d5eeb784, infoPort=44639, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447) 2024-11-27T21:46:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c298e173954649d with lease ID 0xd3dd91a9bf3c0585: from storage DS-97709ace-b4ca-41a4-b6e0-96db92460415 node DatanodeRegistration(127.0.0.1:36041, datanodeUuid=f80397f9-0d54-4ae9-be5f-b246d5eeb784, infoPort=44639, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:46:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c22bf8286f8faef with lease ID 0xd3dd91a9bf3c0584: Processing first storage report for DS-c0d7a8b4-41a7-483f-a2e0-56966f196cdf from datanode DatanodeRegistration(127.0.0.1:43071, datanodeUuid=768cd254-412a-44f8-9f41-75d17f76c304, infoPort=37493, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447) 2024-11-27T21:46:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c22bf8286f8faef with lease ID 0xd3dd91a9bf3c0584: from storage DS-c0d7a8b4-41a7-483f-a2e0-56966f196cdf node DatanodeRegistration(127.0.0.1:43071, datanodeUuid=768cd254-412a-44f8-9f41-75d17f76c304, infoPort=37493, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c298e173954649d with lease ID 0xd3dd91a9bf3c0585: Processing first storage report for DS-9e0e9a35-0ab0-45af-ba1f-c5226f4178a4 from datanode DatanodeRegistration(127.0.0.1:36041, datanodeUuid=f80397f9-0d54-4ae9-be5f-b246d5eeb784, infoPort=44639, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447) 2024-11-27T21:46:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c298e173954649d with lease ID 0xd3dd91a9bf3c0585: from storage DS-9e0e9a35-0ab0-45af-ba1f-c5226f4178a4 node DatanodeRegistration(127.0.0.1:36041, datanodeUuid=f80397f9-0d54-4ae9-be5f-b246d5eeb784, infoPort=44639, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c22bf8286f8faef with lease ID 0xd3dd91a9bf3c0584: Processing first storage report for DS-9e2f4bde-a72b-4a3a-8113-b99c0c8ab77d from datanode DatanodeRegistration(127.0.0.1:43071, datanodeUuid=768cd254-412a-44f8-9f41-75d17f76c304, infoPort=37493, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447) 2024-11-27T21:46:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c22bf8286f8faef with lease ID 0xd3dd91a9bf3c0584: from storage DS-9e2f4bde-a72b-4a3a-8113-b99c0c8ab77d node DatanodeRegistration(127.0.0.1:43071, datanodeUuid=768cd254-412a-44f8-9f41-75d17f76c304, infoPort=37493, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=747728060;c=1732743991447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:34,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc 2024-11-27T21:46:34,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/zookeeper_0, clientPort=58200, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:46:34,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58200 2024-11-27T21:46:34,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:34,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:35,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75 with version=8 2024-11-27T21:46:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/hbase-staging 2024-11-27T21:46:35,323 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T21:46:35,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:35,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:35,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:35,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:35,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:35,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:35,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:46:35,767 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T21:46:35,778 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T21:46:35,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:35,812 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21788 (auto-detected) 2024-11-27T21:46:35,813 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T21:46:35,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33019 2024-11-27T21:46:35,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33019 connecting to ZooKeeper ensemble=127.0.0.1:58200 2024-11-27T21:46:35,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330190x0, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:35,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33019-0x1017e4318940000 connected 2024-11-27T21:46:36,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:36,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75, hbase.cluster.distributed=false 2024-11-27T21:46:36,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:36,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33019 2024-11-27T21:46:36,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33019 2024-11-27T21:46:36,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33019 2024-11-27T21:46:36,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33019 2024-11-27T21:46:36,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33019 2024-11-27T21:46:36,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:36,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:36,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:36,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:36,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:36,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:36,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:36,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:36,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32869 2024-11-27T21:46:36,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32869 connecting to ZooKeeper ensemble=127.0.0.1:58200 2024-11-27T21:46:36,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328690x0, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:36,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328690x0, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:36,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32869-0x1017e4318940001 connected 2024-11-27T21:46:36,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:36,243 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:36,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:36,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:36,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-27T21:46:36,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32869 2024-11-27T21:46:36,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32869 2024-11-27T21:46:36,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-27T21:46:36,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-27T21:46:36,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:36,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:36,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:36,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:36,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:36,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:36,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:36,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:36,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42263 2024-11-27T21:46:36,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42263 connecting to ZooKeeper ensemble=127.0.0.1:58200 2024-11-27T21:46:36,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422630x0, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:36,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42263-0x1017e4318940002 connected 2024-11-27T21:46:36,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:36,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:36,297 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:36,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:36,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42263 2024-11-27T21:46:36,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42263 2024-11-27T21:46:36,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42263 2024-11-27T21:46:36,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42263 2024-11-27T21:46:36,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42263 2024-11-27T21:46:36,320 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:33019 2024-11-27T21:46:36,321 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,33019,1732743995428 2024-11-27T21:46:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:36,340 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,33019,1732743995428 2024-11-27T21:46:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:36,369 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:46:36,370 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,33019,1732743995428 from backup master directory 2024-11-27T21:46:36,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:36,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:36,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,33019,1732743995428 2024-11-27T21:46:36,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:36,379 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:36,380 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,33019,1732743995428 2024-11-27T21:46:36,381 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T21:46:36,382 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T21:46:36,431 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/hbase.id] with ID: 9295e430-6603-4029-9353-c95da8924b64 2024-11-27T21:46:36,431 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/.tmp/hbase.id 2024-11-27T21:46:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:36,444 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/.tmp/hbase.id]:[hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/hbase.id] 2024-11-27T21:46:36,486 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:36,491 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:46:36,508 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-27T21:46:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:36,549 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:36,552 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:46:36,570 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:46:36,574 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:36,618 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store 2024-11-27T21:46:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:36,641 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T21:46:36,644 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:36,645 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:36,645 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:36,645 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:36,647 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:36,647 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:36,647 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:36,648 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732743996645Disabling compacts and flushes for region at 1732743996645Disabling writes for close at 1732743996647 (+2 ms)Writing region close event to WAL at 1732743996647Closed at 1732743996647 2024-11-27T21:46:36,650 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/.initializing 2024-11-27T21:46:36,650 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/WALs/da99f16e0d32,33019,1732743995428 2024-11-27T21:46:36,658 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:36,673 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C33019%2C1732743995428, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/WALs/da99f16e0d32,33019,1732743995428, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/oldWALs, maxLogs=10 2024-11-27T21:46:36,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/WALs/da99f16e0d32,33019,1732743995428/da99f16e0d32%2C33019%2C1732743995428.1732743996677, exclude list is [], retry=0 2024-11-27T21:46:36,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-97709ace-b4ca-41a4-b6e0-96db92460415,DISK] 2024-11-27T21:46:36,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c0d7a8b4-41a7-483f-a2e0-56966f196cdf,DISK] 2024-11-27T21:46:36,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T21:46:36,749 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/WALs/da99f16e0d32,33019,1732743995428/da99f16e0d32%2C33019%2C1732743995428.1732743996677 2024-11-27T21:46:36,750 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44639:44639),(127.0.0.1/127.0.0.1:37493:37493)] 2024-11-27T21:46:36,751 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:36,752 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:36,756 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,757 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:46:36,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:36,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:36,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:46:36,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:36,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:36,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:46:36,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:36,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:36,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:46:36,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:36,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:36,843 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,847 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,849 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,856 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,856 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,860 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:36,863 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:36,868 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:36,869 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73422537, jitterRate=0.09408105909824371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:36,877 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732743996768Initializing all the Stores at 1732743996771 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743996771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743996772 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743996772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743996772Cleaning up temporary data from old regions at 1732743996857 (+85 ms)Region opened successfully at 1732743996877 (+20 ms) 2024-11-27T21:46:36,878 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:46:36,911 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb7ab6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:36,937 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:46:36,947 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:46:36,947 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:46:36,950 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:46:36,951 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T21:46:36,955 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-27T21:46:36,955 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:46:36,982 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:46:36,992 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:46:37,042 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:46:37,044 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:46:37,046 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:46:37,052 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:46:37,055 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:46:37,060 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:46:37,073 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:46:37,075 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:46:37,084 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:46:37,105 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:46:37,115 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:46:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,129 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,33019,1732743995428, sessionid=0x1017e4318940000, setting cluster-up flag (Was=false) 2024-11-27T21:46:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,211 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:46:37,214 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,33019,1732743995428 2024-11-27T21:46:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,263 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:46:37,265 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,33019,1732743995428 2024-11-27T21:46:37,273 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:46:37,310 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(746): ClusterId : 9295e430-6603-4029-9353-c95da8924b64 2024-11-27T21:46:37,310 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(746): ClusterId : 9295e430-6603-4029-9353-c95da8924b64 2024-11-27T21:46:37,312 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:37,312 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:37,328 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:37,328 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:37,328 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:37,328 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:37,338 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:37,338 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:37,339 DEBUG [RS:1;da99f16e0d32:42263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656aeb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:37,339 DEBUG [RS:0;da99f16e0d32:32869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a21021d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:37,346 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:37,354 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:46:37,360 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:42263 2024-11-27T21:46:37,360 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:32869 2024-11-27T21:46:37,360 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:46:37,363 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:37,363 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:37,363 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:37,363 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:37,363 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:37,363 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:37,366 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,33019,1732743995428 with port=42263, startcode=1732743996269 2024-11-27T21:46:37,366 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,33019,1732743995428 with port=32869, startcode=1732743996180 2024-11-27T21:46:37,366 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,33019,1732743995428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:46:37,373 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:37,373 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:37,373 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:37,373 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:37,373 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:46:37,373 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,374 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:37,374 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,376 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732744027376 2024-11-27T21:46:37,376 DEBUG [RS:0;da99f16e0d32:32869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:37,376 DEBUG [RS:1;da99f16e0d32:42263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:37,377 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:46:37,378 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:46:37,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:37,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:46:37,382 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:46:37,382 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:46:37,383 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:46:37,383 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:46:37,384 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:37,386 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:46:37,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:46:37,388 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:46:37,388 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:46:37,390 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:46:37,391 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:46:37,396 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743997392,5,FailOnTimeoutGroup] 2024-11-27T21:46:37,403 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743997396,5,FailOnTimeoutGroup] 2024-11-27T21:46:37,404 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,404 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:46:37,405 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,406 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:37,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:37,414 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:37,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:46:37,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75 2024-11-27T21:46:37,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33019 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:46:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:46:37,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:37,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,42263,1732743996269 2024-11-27T21:46:37,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33019 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,42263,1732743996269 2024-11-27T21:46:37,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:37,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:37,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:37,440 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75 2024-11-27T21:46:37,440 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36075 2024-11-27T21:46:37,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:37,440 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:37,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:37,441 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75 2024-11-27T21:46:37,442 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36075 2024-11-27T21:46:37,442 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:37,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:37,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:37,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:37,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:37,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:37,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:37,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:37,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:37,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:37,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:37,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:37,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:37,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740 2024-11-27T21:46:37,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740 2024-11-27T21:46:37,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:37,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:37,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:37,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:37,465 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:37,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64098181, jitterRate=-0.04486267268657684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:37,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732743997434Initializing all the Stores at 1732743997436 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743997436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743997436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743997436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743997436Cleaning up temporary data from old regions at 1732743997458 (+22 ms)Region opened successfully at 1732743997471 (+13 ms) 2024-11-27T21:46:37,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:37,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:37,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:37,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:37,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:37,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:37,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732743997471Disabling compacts and flushes for region at 1732743997471Disabling writes for close at 1732743997472 (+1 ms)Writing region close event to WAL at 1732743997472Closed at 1732743997473 (+1 ms) 2024-11-27T21:46:37,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:37,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:46:37,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:46:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:37,485 DEBUG [RS:0;da99f16e0d32:32869 {}] zookeeper.ZKUtil(111): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,485 DEBUG [RS:1;da99f16e0d32:42263 {}] zookeeper.ZKUtil(111): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,42263,1732743996269 2024-11-27T21:46:37,485 WARN [RS:0;da99f16e0d32:32869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:37,485 WARN [RS:1;da99f16e0d32:42263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:37,485 INFO [RS:0;da99f16e0d32:32869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:37,485 INFO [RS:1;da99f16e0d32:42263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:37,485 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,485 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,42263,1732743996269 2024-11-27T21:46:37,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,42263,1732743996269] 2024-11-27T21:46:37,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,32869,1732743996180] 2024-11-27T21:46:37,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:37,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:46:37,511 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:37,511 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:37,527 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:37,527 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:37,532 INFO [RS:0;da99f16e0d32:32869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:37,532 INFO [RS:1;da99f16e0d32:42263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:37,532 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,532 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,533 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:37,535 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:37,538 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:37,538 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:37,540 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,540 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,540 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,540 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,541 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,542 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,542 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,542 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:37,542 DEBUG [RS:0;da99f16e0d32:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:37,542 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:37,542 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:37,542 DEBUG [RS:1;da99f16e0d32:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:37,543 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,32869,1732743996180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,543 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,544 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,42263,1732743996269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:37,561 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:37,563 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,32869,1732743996180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,564 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,564 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.Replication(171): da99f16e0d32,32869,1732743996180 started 2024-11-27T21:46:37,567 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:37,567 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,42263,1732743996269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,567 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,567 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.Replication(171): da99f16e0d32,42263,1732743996269 started 2024-11-27T21:46:37,583 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,584 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,32869,1732743996180, RpcServer on da99f16e0d32/172.17.0.2:32869, sessionid=0x1017e4318940001 2024-11-27T21:46:37,585 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:37,585 DEBUG [RS:0;da99f16e0d32:32869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,586 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,32869,1732743996180' 2024-11-27T21:46:37,586 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:37,587 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:37,587 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:37,587 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:37,587 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:37,587 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,42263,1732743996269, RpcServer on da99f16e0d32/172.17.0.2:42263, sessionid=0x1017e4318940002 2024-11-27T21:46:37,587 DEBUG [RS:0;da99f16e0d32:32869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,588 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,32869,1732743996180' 2024-11-27T21:46:37,588 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:37,588 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:37,588 DEBUG [RS:1;da99f16e0d32:42263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,42263,1732743996269 2024-11-27T21:46:37,588 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,42263,1732743996269' 2024-11-27T21:46:37,588 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:37,588 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:37,589 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:37,589 DEBUG [RS:0;da99f16e0d32:32869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:37,589 INFO [RS:0;da99f16e0d32:32869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:37,589 INFO [RS:0;da99f16e0d32:32869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:37,589 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:37,589 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:37,589 DEBUG [RS:1;da99f16e0d32:42263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,42263,1732743996269 2024-11-27T21:46:37,589 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,42263,1732743996269' 2024-11-27T21:46:37,589 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:37,590 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:37,590 DEBUG [RS:1;da99f16e0d32:42263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:37,590 INFO [RS:1;da99f16e0d32:42263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:37,590 INFO [RS:1;da99f16e0d32:42263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:37,644 WARN [da99f16e0d32:33019 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:46:37,695 INFO [RS:1;da99f16e0d32:42263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:37,695 INFO [RS:0;da99f16e0d32:32869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:37,698 INFO [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C32869%2C1732743996180, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/oldWALs, maxLogs=32 2024-11-27T21:46:37,698 INFO [RS:1;da99f16e0d32:42263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C42263%2C1732743996269, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,42263,1732743996269, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/oldWALs, maxLogs=32 2024-11-27T21:46:37,715 DEBUG [RS:0;da99f16e0d32:32869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180/da99f16e0d32%2C32869%2C1732743996180.1732743997702, exclude list is [], retry=0 2024-11-27T21:46:37,718 DEBUG [RS:1;da99f16e0d32:42263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,42263,1732743996269/da99f16e0d32%2C42263%2C1732743996269.1732743997702, exclude list is [], retry=0 2024-11-27T21:46:37,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-97709ace-b4ca-41a4-b6e0-96db92460415,DISK] 2024-11-27T21:46:37,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c0d7a8b4-41a7-483f-a2e0-56966f196cdf,DISK] 2024-11-27T21:46:37,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-97709ace-b4ca-41a4-b6e0-96db92460415,DISK] 2024-11-27T21:46:37,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c0d7a8b4-41a7-483f-a2e0-56966f196cdf,DISK] 2024-11-27T21:46:37,725 INFO [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180/da99f16e0d32%2C32869%2C1732743996180.1732743997702 2024-11-27T21:46:37,726 DEBUG [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37493:37493),(127.0.0.1/127.0.0.1:44639:44639)] 2024-11-27T21:46:37,730 INFO [RS:1;da99f16e0d32:42263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,42263,1732743996269/da99f16e0d32%2C42263%2C1732743996269.1732743997702 2024-11-27T21:46:37,731 DEBUG [RS:1;da99f16e0d32:42263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37493:37493),(127.0.0.1/127.0.0.1:44639:44639)] 2024-11-27T21:46:37,897 DEBUG [da99f16e0d32:33019 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T21:46:37,907 DEBUG [da99f16e0d32:33019 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:37,913 DEBUG [da99f16e0d32:33019 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:37,913 DEBUG [da99f16e0d32:33019 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:37,913 DEBUG [da99f16e0d32:33019 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:37,913 DEBUG [da99f16e0d32:33019 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:37,913 INFO [da99f16e0d32:33019 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:37,913 INFO [da99f16e0d32:33019 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:37,913 DEBUG [da99f16e0d32:33019 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:37,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,32869,1732743996180 2024-11-27T21:46:37,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,32869,1732743996180, state=OPENING 2024-11-27T21:46:37,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:46:37,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:37,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:37,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:37,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:37,997 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:38,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,32869,1732743996180}] 2024-11-27T21:46:38,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:38,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:38,192 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:46:38,192 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:38,193 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:46:38,196 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C32869%2C1732743996180.meta, suffix=.meta, logDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/oldWALs, maxLogs=32 2024-11-27T21:46:38,210 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180/da99f16e0d32%2C32869%2C1732743996180.meta.1732743998198.meta, exclude list is [], retry=0 2024-11-27T21:46:38,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-97709ace-b4ca-41a4-b6e0-96db92460415,DISK] 2024-11-27T21:46:38,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c0d7a8b4-41a7-483f-a2e0-56966f196cdf,DISK] 2024-11-27T21:46:38,217 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/WALs/da99f16e0d32,32869,1732743996180/da99f16e0d32%2C32869%2C1732743996180.meta.1732743998198.meta 2024-11-27T21:46:38,217 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37493:37493),(127.0.0.1/127.0.0.1:44639:44639)] 2024-11-27T21:46:38,218 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:38,219 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:46:38,222 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:46:38,226 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:46:38,229 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:46:38,230 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:38,230 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:46:38,230 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:46:38,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:38,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:38,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:38,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:38,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:38,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:38,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:38,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:38,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:38,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:38,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:38,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:38,245 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:38,247 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740 2024-11-27T21:46:38,250 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740 2024-11-27T21:46:38,253 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:38,253 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:38,254 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:38,256 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:38,258 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62583936, jitterRate=-0.06742668151855469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:38,258 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:46:38,260 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732743998231Writing region info on filesystem at 1732743998231Initializing all the Stores at 1732743998233 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743998233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743998234 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743998234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743998234Cleaning up temporary data from old regions at 1732743998253 (+19 ms)Running coprocessor post-open hooks at 1732743998258 (+5 ms)Region opened successfully at 1732743998259 (+1 ms) 2024-11-27T21:46:38,266 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732743998170 2024-11-27T21:46:38,278 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:46:38,278 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:46:38,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,32869,1732743996180 2024-11-27T21:46:38,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,32869,1732743996180, state=OPEN 2024-11-27T21:46:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:38,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:38,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:38,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:38,316 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,32869,1732743996180 2024-11-27T21:46:38,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:46:38,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,32869,1732743996180 in 316 msec 2024-11-27T21:46:38,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:46:38,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 846 msec 2024-11-27T21:46:38,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:38,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:46:38,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:38,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,32869,1732743996180, seqNum=-1] 2024-11-27T21:46:38,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:38,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:38,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-11-27T21:46:38,392 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732743998392, completionTime=-1 2024-11-27T21:46:38,395 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-27T21:46:38,395 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:46:38,424 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-27T21:46:38,424 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732744058424 2024-11-27T21:46:38,424 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744118424 2024-11-27T21:46:38,424 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-27T21:46:38,426 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:46:38,435 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33019,1732743995428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,435 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33019,1732743995428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,435 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33019,1732743995428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,437 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:33019, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,438 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,439 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,447 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:46:38,473 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.093sec 2024-11-27T21:46:38,475 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:46:38,476 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:46:38,478 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:46:38,478 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:46:38,478 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:46:38,479 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33019,1732743995428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:38,480 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33019,1732743995428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:46:38,485 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:46:38,486 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:46:38,487 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33019,1732743995428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:38,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:38,521 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T21:46:38,521 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T21:46:38,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,33019,-1 for getting cluster id 2024-11-27T21:46:38,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:46:38,551 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9295e430-6603-4029-9353-c95da8924b64' 2024-11-27T21:46:38,554 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:46:38,554 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9295e430-6603-4029-9353-c95da8924b64" 2024-11-27T21:46:38,556 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15610b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:38,556 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,33019,-1] 2024-11-27T21:46:38,559 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:46:38,561 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:38,562 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:46:38,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:38,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:38,572 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,32869,1732743996180, seqNum=-1] 2024-11-27T21:46:38,572 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:38,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:38,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,33019,1732743995428 2024-11-27T21:46:38,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:46:38,617 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,33019,1732743995428 2024-11-27T21:46:38,619 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ac98032 2024-11-27T21:46:38,620 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:46:38,622 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:46:38,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-27T21:46:38,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:46:38,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-27T21:46:38,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:38,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:46:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:38,663 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d1070511d94ce1e1f90b0f67416d793, NAME => 'testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75 2024-11-27T21:46:38,663 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b30e5ab7f0d8dae911d66b38dacf188, NAME => 'testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75 2024-11-27T21:46:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:38,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:38,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9b30e5ab7f0d8dae911d66b38dacf188, disabling compactions & flushes 2024-11-27T21:46:38,678 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:38,679 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:38,679 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. after waiting 0 ms 2024-11-27T21:46:38,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:38,679 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:38,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:38,679 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:38,679 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b30e5ab7f0d8dae911d66b38dacf188: Waiting for close lock at 1732743998678Disabling compacts and flushes for region at 1732743998678Disabling writes for close at 1732743998679 (+1 ms)Writing region close event to WAL at 1732743998679Closed at 1732743998679 2024-11-27T21:46:38,680 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:38,680 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0d1070511d94ce1e1f90b0f67416d793, disabling compactions & flushes 2024-11-27T21:46:38,680 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:38,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:38,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. after waiting 0 ms 2024-11-27T21:46:38,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:38,681 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:38,681 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d1070511d94ce1e1f90b0f67416d793: Waiting for close lock at 1732743998680Disabling compacts and flushes for region at 1732743998680Disabling writes for close at 1732743998681 (+1 ms)Writing region close event to WAL at 1732743998681Closed at 1732743998681 2024-11-27T21:46:38,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:46:38,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732743998683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743998683"}]},"ts":"1732743998683"} 2024-11-27T21:46:38,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732743998683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743998683"}]},"ts":"1732743998683"} 2024-11-27T21:46:38,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T21:46:38,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:46:38,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743998724"}]},"ts":"1732743998724"} 2024-11-27T21:46:38,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-27T21:46:38,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:38,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:38,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:38,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:38,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:38,735 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:38,735 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:38,735 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:38,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d1070511d94ce1e1f90b0f67416d793, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b30e5ab7f0d8dae911d66b38dacf188, ASSIGN}] 2024-11-27T21:46:38,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b30e5ab7f0d8dae911d66b38dacf188, ASSIGN 2024-11-27T21:46:38,740 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d1070511d94ce1e1f90b0f67416d793, ASSIGN 2024-11-27T21:46:38,742 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d1070511d94ce1e1f90b0f67416d793, ASSIGN; state=OFFLINE, location=da99f16e0d32,32869,1732743996180; forceNewPlan=false, retain=false 2024-11-27T21:46:38,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b30e5ab7f0d8dae911d66b38dacf188, ASSIGN; state=OFFLINE, location=da99f16e0d32,42263,1732743996269; forceNewPlan=false, retain=false 2024-11-27T21:46:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:38,897 INFO [da99f16e0d32:33019 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-27T21:46:38,899 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1070511d94ce1e1f90b0f67416d793, regionState=OPENING, regionLocation=da99f16e0d32,32869,1732743996180 2024-11-27T21:46:38,899 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b30e5ab7f0d8dae911d66b38dacf188, regionState=OPENING, regionLocation=da99f16e0d32,42263,1732743996269 2024-11-27T21:46:38,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d1070511d94ce1e1f90b0f67416d793, ASSIGN because future has completed 2024-11-27T21:46:38,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1070511d94ce1e1f90b0f67416d793, server=da99f16e0d32,32869,1732743996180}] 2024-11-27T21:46:38,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b30e5ab7f0d8dae911d66b38dacf188, ASSIGN because future has completed 2024-11-27T21:46:38,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b30e5ab7f0d8dae911d66b38dacf188, server=da99f16e0d32,42263,1732743996269}] 2024-11-27T21:46:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:39,062 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:39,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:39,071 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,072 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d1070511d94ce1e1f90b0f67416d793, NAME => 'testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793.', STARTKEY => '', ENDKEY => '5'} 2024-11-27T21:46:39,072 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,073 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:39,073 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,073 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,075 INFO [StoreOpener-0d1070511d94ce1e1f90b0f67416d793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,075 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,076 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b30e5ab7f0d8dae911d66b38dacf188, NAME => 'testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188.', STARTKEY => '5', ENDKEY => ''} 2024-11-27T21:46:39,076 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,076 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:39,077 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,077 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,078 INFO [StoreOpener-0d1070511d94ce1e1f90b0f67416d793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1070511d94ce1e1f90b0f67416d793 columnFamilyName family 2024-11-27T21:46:39,079 DEBUG [StoreOpener-0d1070511d94ce1e1f90b0f67416d793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:39,079 INFO [StoreOpener-9b30e5ab7f0d8dae911d66b38dacf188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,080 INFO [StoreOpener-0d1070511d94ce1e1f90b0f67416d793-1 {}] regionserver.HStore(327): Store=0d1070511d94ce1e1f90b0f67416d793/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:39,080 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,081 INFO [StoreOpener-9b30e5ab7f0d8dae911d66b38dacf188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b30e5ab7f0d8dae911d66b38dacf188 columnFamilyName family 2024-11-27T21:46:39,081 DEBUG [StoreOpener-9b30e5ab7f0d8dae911d66b38dacf188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:39,081 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,082 INFO [StoreOpener-9b30e5ab7f0d8dae911d66b38dacf188-1 {}] regionserver.HStore(327): Store=9b30e5ab7f0d8dae911d66b38dacf188/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:39,082 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,082 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,083 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,083 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,083 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,084 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,085 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,085 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,086 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,088 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,093 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:39,093 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:39,094 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9b30e5ab7f0d8dae911d66b38dacf188; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64444992, jitterRate=-0.039694786071777344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:39,094 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0d1070511d94ce1e1f90b0f67416d793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62666236, jitterRate=-0.06620031595230103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:39,094 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,094 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,096 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0d1070511d94ce1e1f90b0f67416d793: Running coprocessor pre-open hook at 1732743999073Writing region info on filesystem at 1732743999073Initializing all the Stores at 1732743999075 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743999075Cleaning up temporary data from old regions at 1732743999083 (+8 ms)Running coprocessor post-open hooks at 1732743999094 (+11 ms)Region opened successfully at 1732743999096 (+2 ms) 2024-11-27T21:46:39,096 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9b30e5ab7f0d8dae911d66b38dacf188: Running coprocessor pre-open hook at 1732743999077Writing region info on filesystem at 1732743999077Initializing all the Stores at 1732743999078 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743999078Cleaning up temporary data from old regions at 1732743999085 (+7 ms)Running coprocessor post-open hooks at 1732743999094 (+9 ms)Region opened successfully at 1732743999096 (+2 ms) 2024-11-27T21:46:39,098 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793., pid=7, masterSystemTime=1732743999059 2024-11-27T21:46:39,098 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188., pid=8, masterSystemTime=1732743999062 2024-11-27T21:46:39,102 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,102 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b30e5ab7f0d8dae911d66b38dacf188, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,42263,1732743996269 2024-11-27T21:46:39,104 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,104 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1070511d94ce1e1f90b0f67416d793, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,32869,1732743996180 2024-11-27T21:46:39,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b30e5ab7f0d8dae911d66b38dacf188, server=da99f16e0d32,42263,1732743996269 because future has completed 2024-11-27T21:46:39,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1070511d94ce1e1f90b0f67416d793, server=da99f16e0d32,32869,1732743996180 because future has completed 2024-11-27T21:46:39,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-27T21:46:39,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b30e5ab7f0d8dae911d66b38dacf188, server=da99f16e0d32,42263,1732743996269 in 204 msec 2024-11-27T21:46:39,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b30e5ab7f0d8dae911d66b38dacf188, ASSIGN in 379 msec 2024-11-27T21:46:39,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-27T21:46:39,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d1070511d94ce1e1f90b0f67416d793, server=da99f16e0d32,32869,1732743996180 in 210 msec 2024-11-27T21:46:39,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:46:39,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d1070511d94ce1e1f90b0f67416d793, ASSIGN in 382 msec 2024-11-27T21:46:39,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:46:39,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743999125"}]},"ts":"1732743999125"} 2024-11-27T21:46:39,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-27T21:46:39,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:46:39,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 496 msec 2024-11-27T21:46:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:39,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-27T21:46:39,282 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-27T21:46:39,285 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:39,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-27T21:46:39,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:39,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-27T21:46:39,305 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793., hostname=da99f16e0d32,32869,1732743996180, seqNum=2] 2024-11-27T21:46:39,327 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188., hostname=da99f16e0d32,42263,1732743996269, seqNum=2] 2024-11-27T21:46:39,327 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:39,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:39,347 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0d1070511d94ce1e1f90b0f67416d793 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-27T21:46:39,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/.tmp/family/f9d99c2f126d4131a0295e6f07b94f1f is 32, key is 1/family:/1732743999308/Put/seqid=0 2024-11-27T21:46:39,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:46:39,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:46:39,411 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/.tmp/family/f9d99c2f126d4131a0295e6f07b94f1f 2024-11-27T21:46:39,451 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/.tmp/family/f9d99c2f126d4131a0295e6f07b94f1f as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/family/f9d99c2f126d4131a0295e6f07b94f1f 2024-11-27T21:46:39,461 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/family/f9d99c2f126d4131a0295e6f07b94f1f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-27T21:46:39,469 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0d1070511d94ce1e1f90b0f67416d793 in 120ms, sequenceid=8, compaction requested=false 2024-11-27T21:46:39,470 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-27T21:46:39,472 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0d1070511d94ce1e1f90b0f67416d793: 2024-11-27T21:46:39,472 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b30e5ab7f0d8dae911d66b38dacf188 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-27T21:46:39,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/.tmp/family/1e580e68a1704c168ed54dd2bc3f4f94 is 32, key is 5/family:/1732743999330/Put/seqid=0 2024-11-27T21:46:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:46:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:46:39,506 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/.tmp/family/1e580e68a1704c168ed54dd2bc3f4f94 2024-11-27T21:46:39,516 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/.tmp/family/1e580e68a1704c168ed54dd2bc3f4f94 as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/family/1e580e68a1704c168ed54dd2bc3f4f94 2024-11-27T21:46:39,528 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/family/1e580e68a1704c168ed54dd2bc3f4f94, entries=5, sequenceid=9, filesize=5.0 K 2024-11-27T21:46:39,530 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9b30e5ab7f0d8dae911d66b38dacf188 in 58ms, sequenceid=9, compaction requested=false 2024-11-27T21:46:39,530 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9b30e5ab7f0d8dae911d66b38dacf188: 2024-11-27T21:46:39,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a399b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:39,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,33019,-1 for getting cluster id 2024-11-27T21:46:39,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:46:39,534 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9295e430-6603-4029-9353-c95da8924b64' 2024-11-27T21:46:39,535 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:46:39,535 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9295e430-6603-4029-9353-c95da8924b64" 2024-11-27T21:46:39,536 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdc2790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:39,536 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,33019,-1] 2024-11-27T21:46:39,536 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:46:39,536 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,538 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:46:39,539 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6bb0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:39,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-27T21:46:39,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:39,555 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,32869,1732743996180, seqNum=-1] 2024-11-27T21:46:39,556 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:39,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:39,569 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:39,570 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:39,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:39,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:39,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:39,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:39,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:46:39,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:46:39,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:39,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:39,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:46:39,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:46:39,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223772097, stopped=false 2024-11-27T21:46:39,585 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,33019,1732743995428 2024-11-27T21:46:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:39,674 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:39,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:39,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:39,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:39,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:39,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:39,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,32869,1732743996180' ***** 2024-11-27T21:46:39,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:39,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,42263,1732743996269' ***** 2024-11-27T21:46:39,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:39,677 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:39,677 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:39,677 INFO [RS:1;da99f16e0d32:42263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:39,677 INFO [RS:0;da99f16e0d32:32869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:39,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:39,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:39,678 INFO [RS:1;da99f16e0d32:42263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:39,678 INFO [RS:0;da99f16e0d32:32869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:39,678 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1070511d94ce1e1f90b0f67416d793 2024-11-27T21:46:39,678 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,679 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,32869,1732743996180 2024-11-27T21:46:39,679 INFO [RS:0;da99f16e0d32:32869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:39,679 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,42263,1732743996269 2024-11-27T21:46:39,679 INFO [RS:1;da99f16e0d32:42263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:39,679 INFO [RS:0;da99f16e0d32:32869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:32869. 2024-11-27T21:46:39,680 INFO [RS:1;da99f16e0d32:42263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:42263. 2024-11-27T21:46:39,680 DEBUG [RS:0;da99f16e0d32:32869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:39,680 DEBUG [RS:0;da99f16e0d32:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,680 DEBUG [RS:1;da99f16e0d32:42263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:39,680 DEBUG [RS:1;da99f16e0d32:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,680 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b30e5ab7f0d8dae911d66b38dacf188, disabling compactions & flushes 2024-11-27T21:46:39,680 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1070511d94ce1e1f90b0f67416d793, disabling compactions & flushes 2024-11-27T21:46:39,680 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:39,680 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,680 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,680 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:39,680 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:46:39,680 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,680 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:39,680 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,680 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. after waiting 0 ms 2024-11-27T21:46:39,680 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1325): Online Regions={9b30e5ab7f0d8dae911d66b38dacf188=testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188.} 2024-11-27T21:46:39,680 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:46:39,680 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. after waiting 0 ms 2024-11-27T21:46:39,681 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,681 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,681 DEBUG [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1351): Waiting on 9b30e5ab7f0d8dae911d66b38dacf188 2024-11-27T21:46:39,681 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:46:39,681 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d1070511d94ce1e1f90b0f67416d793=testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793.} 2024-11-27T21:46:39,681 DEBUG [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1351): Waiting on 0d1070511d94ce1e1f90b0f67416d793, 1588230740 2024-11-27T21:46:39,681 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:39,681 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:39,681 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:39,681 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:39,682 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:39,682 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-27T21:46:39,687 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/9b30e5ab7f0d8dae911d66b38dacf188/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-27T21:46:39,687 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/default/testClearRegionBlockCache/0d1070511d94ce1e1f90b0f67416d793/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:46:39,689 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,689 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,689 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1070511d94ce1e1f90b0f67416d793: Waiting for close lock at 1732743999679Running coprocessor pre-close hooks at 1732743999680 (+1 ms)Disabling compacts and flushes for region at 1732743999680Disabling writes for close at 1732743999681 (+1 ms)Writing region close event to WAL at 1732743999682 (+1 ms)Running coprocessor post-close hooks at 1732743999688 (+6 ms)Closed at 1732743999689 (+1 ms) 2024-11-27T21:46:39,689 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b30e5ab7f0d8dae911d66b38dacf188: Waiting for close lock at 1732743999679Running coprocessor pre-close hooks at 1732743999680 (+1 ms)Disabling compacts and flushes for region at 1732743999680Disabling writes for close at 1732743999681 (+1 ms)Writing region close event to WAL at 1732743999682 (+1 ms)Running coprocessor post-close hooks at 1732743999688 (+6 ms)Closed at 1732743999689 (+1 ms) 2024-11-27T21:46:39,690 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732743998624.0d1070511d94ce1e1f90b0f67416d793. 2024-11-27T21:46:39,690 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188. 2024-11-27T21:46:39,705 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/info/eae795f2c17e4fec81db471dabd4bc35 is 173, key is testClearRegionBlockCache,5,1732743998624.9b30e5ab7f0d8dae911d66b38dacf188./info:regioninfo/1732743999103/Put/seqid=0 2024-11-27T21:46:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:39,713 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/info/eae795f2c17e4fec81db471dabd4bc35 2024-11-27T21:46:39,742 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/ns/78be909030e9469396ba6d3d601514d1 is 43, key is default/ns:d/1732743998377/Put/seqid=0 2024-11-27T21:46:39,746 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:39,747 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:39,750 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/ns/78be909030e9469396ba6d3d601514d1 2024-11-27T21:46:39,776 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/table/d174055084ee4a09b65244e41c208a83 is 61, key is testClearRegionBlockCache/table:state/1732743999125/Put/seqid=0 2024-11-27T21:46:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:39,783 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/table/d174055084ee4a09b65244e41c208a83 2024-11-27T21:46:39,793 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/info/eae795f2c17e4fec81db471dabd4bc35 as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/info/eae795f2c17e4fec81db471dabd4bc35 2024-11-27T21:46:39,802 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/info/eae795f2c17e4fec81db471dabd4bc35, entries=20, sequenceid=13, filesize=8.0 K 2024-11-27T21:46:39,804 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/ns/78be909030e9469396ba6d3d601514d1 as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/ns/78be909030e9469396ba6d3d601514d1 2024-11-27T21:46:39,815 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/ns/78be909030e9469396ba6d3d601514d1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-27T21:46:39,816 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/.tmp/table/d174055084ee4a09b65244e41c208a83 as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/table/d174055084ee4a09b65244e41c208a83 2024-11-27T21:46:39,827 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/table/d174055084ee4a09b65244e41c208a83, entries=2, sequenceid=13, filesize=5.2 K 2024-11-27T21:46:39,828 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=13, compaction requested=false 2024-11-27T21:46:39,828 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:46:39,836 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T21:46:39,837 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:46:39,837 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:39,837 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732743999681Running coprocessor pre-close hooks at 1732743999681Disabling compacts and flushes for region at 1732743999681Disabling writes for close at 1732743999682 (+1 ms)Obtaining lock to block concurrent updates at 1732743999682Preparing flush snapshotting stores in 1588230740 at 1732743999682Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732743999682Flushing stores of hbase:meta,,1.1588230740 at 1732743999683 (+1 ms)Flushing 1588230740/info: creating writer at 1732743999683Flushing 1588230740/info: appending metadata at 1732743999704 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732743999704Flushing 1588230740/ns: creating writer at 1732743999723 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732743999741 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732743999741Flushing 1588230740/table: creating writer at 1732743999759 (+18 ms)Flushing 1588230740/table: appending metadata at 1732743999775 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732743999775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d2ee8a: reopening flushed file at 1732743999791 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7525e: reopening flushed file at 1732743999802 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6766baa2: reopening flushed file at 1732743999815 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=13, compaction requested=false at 1732743999828 (+13 ms)Writing region close event to WAL at 1732743999830 (+2 ms)Running coprocessor post-close hooks at 1732743999836 (+6 ms)Closed at 1732743999837 (+1 ms) 2024-11-27T21:46:39,837 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:39,881 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,42263,1732743996269; all regions closed. 2024-11-27T21:46:39,881 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,32869,1732743996180; all regions closed. 2024-11-27T21:46:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741834_1010 (size=1867) 2024-11-27T21:46:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741834_1010 (size=1867) 2024-11-27T21:46:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:39,897 DEBUG [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/oldWALs 2024-11-27T21:46:39,897 DEBUG [RS:1;da99f16e0d32:42263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/oldWALs 2024-11-27T21:46:39,897 INFO [RS:1;da99f16e0d32:42263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C42263%2C1732743996269:(num 1732743997702) 2024-11-27T21:46:39,897 INFO [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C32869%2C1732743996180.meta:.meta(num 1732743998198) 2024-11-27T21:46:39,897 DEBUG [RS:1;da99f16e0d32:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,897 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:39,897 INFO [RS:1;da99f16e0d32:42263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:39,898 INFO [RS:1;da99f16e0d32:42263 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:39,898 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:39,898 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:39,898 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:39,898 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:39,898 INFO [RS:1;da99f16e0d32:42263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:39,899 INFO [RS:1;da99f16e0d32:42263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42263 2024-11-27T21:46:39,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:46:39,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:46:39,904 DEBUG [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/oldWALs 2024-11-27T21:46:39,904 INFO [RS:0;da99f16e0d32:32869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C32869%2C1732743996180:(num 1732743997702) 2024-11-27T21:46:39,904 DEBUG [RS:0;da99f16e0d32:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:39,904 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:39,904 INFO [RS:0;da99f16e0d32:32869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:39,904 INFO [RS:0;da99f16e0d32:32869 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:39,904 INFO [RS:0;da99f16e0d32:32869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:39,904 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:39,905 INFO [RS:0;da99f16e0d32:32869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32869 2024-11-27T21:46:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,42263,1732743996269 2024-11-27T21:46:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:39,905 INFO [RS:1;da99f16e0d32:42263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,32869,1732743996180 2024-11-27T21:46:39,926 INFO [RS:0;da99f16e0d32:32869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:39,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,42263,1732743996269] 2024-11-27T21:46:39,926 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f8338902938@6f4541a9 rejected from java.util.concurrent.ThreadPoolExecutor@2a47c225[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T21:46:39,947 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,42263,1732743996269 already deleted, retry=false 2024-11-27T21:46:39,947 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,42263,1732743996269 expired; onlineServers=1 2024-11-27T21:46:39,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,32869,1732743996180] 2024-11-27T21:46:39,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,32869,1732743996180 already deleted, retry=false 2024-11-27T21:46:39,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,32869,1732743996180 expired; onlineServers=0 2024-11-27T21:46:39,957 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,33019,1732743995428' ***** 2024-11-27T21:46:39,957 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:46:39,958 INFO [M:0;da99f16e0d32:33019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:39,958 INFO [M:0;da99f16e0d32:33019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:39,958 DEBUG [M:0;da99f16e0d32:33019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:46:39,958 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:46:39,958 DEBUG [M:0;da99f16e0d32:33019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:46:39,958 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743997396 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743997396,5,FailOnTimeoutGroup] 2024-11-27T21:46:39,958 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743997392 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743997392,5,FailOnTimeoutGroup] 2024-11-27T21:46:39,958 INFO [M:0;da99f16e0d32:33019 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:39,959 INFO [M:0;da99f16e0d32:33019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:39,959 DEBUG [M:0;da99f16e0d32:33019 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:46:39,959 INFO [M:0;da99f16e0d32:33019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:46:39,959 INFO [M:0;da99f16e0d32:33019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:39,960 INFO [M:0;da99f16e0d32:33019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:46:39,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:46:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:39,968 DEBUG [M:0;da99f16e0d32:33019 {}] zookeeper.ZKUtil(347): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:46:39,968 WARN [M:0;da99f16e0d32:33019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:46:39,970 INFO [M:0;da99f16e0d32:33019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/.lastflushedseqids 2024-11-27T21:46:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:39,987 INFO [M:0;da99f16e0d32:33019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:46:39,988 INFO [M:0;da99f16e0d32:33019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:46:39,988 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:39,988 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:39,988 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:39,988 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:39,988 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:39,988 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-27T21:46:40,005 DEBUG [M:0;da99f16e0d32:33019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6abba36434c942dd92461875d5257db1 is 82, key is hbase:meta,,1/info:regioninfo/1732743998279/Put/seqid=0 2024-11-27T21:46:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:40,012 INFO [M:0;da99f16e0d32:33019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6abba36434c942dd92461875d5257db1 2024-11-27T21:46:40,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:40,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1017e4318940002, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:40,016 INFO [RS:1;da99f16e0d32:42263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:40,017 INFO [RS:1;da99f16e0d32:42263 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,42263,1732743996269; zookeeper connection closed. 2024-11-27T21:46:40,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a8785bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a8785bd 2024-11-27T21:46:40,037 INFO [RS:0;da99f16e0d32:32869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:40,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:40,037 INFO [RS:0;da99f16e0d32:32869 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,32869,1732743996180; zookeeper connection closed. 2024-11-27T21:46:40,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1017e4318940001, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:40,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@425b369f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@425b369f 2024-11-27T21:46:40,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-27T21:46:40,039 DEBUG [M:0;da99f16e0d32:33019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa8022191eae4303a0473f029834a62e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732743999133/Put/seqid=0 2024-11-27T21:46:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741846_1022 (size=6219) 2024-11-27T21:46:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741846_1022 (size=6219) 2024-11-27T21:46:40,046 INFO [M:0;da99f16e0d32:33019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa8022191eae4303a0473f029834a62e 2024-11-27T21:46:40,067 DEBUG [M:0;da99f16e0d32:33019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bce4336809e468c8139b78b2a628341 is 69, key is da99f16e0d32,32869,1732743996180/rs:state/1732743997427/Put/seqid=0 2024-11-27T21:46:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:40,074 INFO [M:0;da99f16e0d32:33019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bce4336809e468c8139b78b2a628341 2024-11-27T21:46:40,084 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6abba36434c942dd92461875d5257db1 as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6abba36434c942dd92461875d5257db1 2024-11-27T21:46:40,092 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6abba36434c942dd92461875d5257db1, entries=8, sequenceid=71, filesize=5.5 K 2024-11-27T21:46:40,094 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa8022191eae4303a0473f029834a62e as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa8022191eae4303a0473f029834a62e 2024-11-27T21:46:40,101 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa8022191eae4303a0473f029834a62e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-27T21:46:40,103 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bce4336809e468c8139b78b2a628341 as hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bce4336809e468c8139b78b2a628341 2024-11-27T21:46:40,110 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/e6a50836-d157-97fd-f7f9-a54e92974a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bce4336809e468c8139b78b2a628341, entries=2, sequenceid=71, filesize=5.1 K 2024-11-27T21:46:40,112 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-27T21:46:40,113 INFO [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:40,114 DEBUG [M:0;da99f16e0d32:33019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732743999988Disabling compacts and flushes for region at 1732743999988Disabling writes for close at 1732743999988Obtaining lock to block concurrent updates at 1732743999988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732743999988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732743999989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732743999990 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732743999990Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732744000005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732744000005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732744000021 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732744000038 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732744000038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732744000053 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732744000066 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732744000066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b422f96: reopening flushed file at 1732744000082 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3781511c: reopening flushed file at 1732744000093 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de4b56: reopening flushed file at 1732744000102 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1732744000112 (+10 ms)Writing region close event to WAL at 1732744000113 (+1 ms)Closed at 1732744000113 2024-11-27T21:46:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741830_1006 (size=35440) 2024-11-27T21:46:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741830_1006 (size=35440) 2024-11-27T21:46:40,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:40,118 INFO [M:0;da99f16e0d32:33019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:46:40,118 INFO [M:0;da99f16e0d32:33019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33019 2024-11-27T21:46:40,119 INFO [M:0;da99f16e0d32:33019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:40,226 INFO [M:0;da99f16e0d32:33019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:40,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:40,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33019-0x1017e4318940000, quorum=127.0.0.1:58200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:40,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:40,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:40,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:40,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:40,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:40,244 WARN [BP-1087844523-172.17.0.2-1732743991447 heartbeating to localhost/127.0.0.1:36075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:40,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:40,244 WARN [BP-1087844523-172.17.0.2-1732743991447 heartbeating to localhost/127.0.0.1:36075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087844523-172.17.0.2-1732743991447 (Datanode Uuid 768cd254-412a-44f8-9f41-75d17f76c304) service to localhost/127.0.0.1:36075 2024-11-27T21:46:40,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:40,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data3/current/BP-1087844523-172.17.0.2-1732743991447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:40,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data4/current/BP-1087844523-172.17.0.2-1732743991447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:40,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:40,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:40,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:40,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:40,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:40,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:40,285 WARN [BP-1087844523-172.17.0.2-1732743991447 heartbeating to localhost/127.0.0.1:36075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:40,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:40,285 WARN [BP-1087844523-172.17.0.2-1732743991447 heartbeating to localhost/127.0.0.1:36075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087844523-172.17.0.2-1732743991447 (Datanode Uuid f80397f9-0d54-4ae9-be5f-b246d5eeb784) service to localhost/127.0.0.1:36075 2024-11-27T21:46:40,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:40,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data1/current/BP-1087844523-172.17.0.2-1732743991447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:40,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/cluster_e8325266-731c-a56c-9292-47ca8b6987a2/data/data2/current/BP-1087844523-172.17.0.2-1732743991447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:40,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:40,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:40,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:40,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:40,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:40,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:40,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:46:40,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:46:40,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36075 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36075 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6f5d876d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da99f16e0d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da99f16e0d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=10052 (was 10647) 2024-11-27T21:46:40,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=10052 2024-11-27T21:46:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir so I do NOT create it in target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2 2024-11-27T21:46:40,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:46:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.tmp.dir so I do NOT create it in target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2 2024-11-27T21:46:40,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94314b65-71c3-b2e6-757c-417142eb32bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:46:40,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2 2024-11-27T21:46:40,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:46:40,359 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0, deleteOnExit=true 2024-11-27T21:46:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:46:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/test.cache.data in system properties and HBase conf 2024-11-27T21:46:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:46:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:46:40,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:46:40,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:46:40,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:46:40,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:46:40,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:40,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:46:40,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:46:40,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:40,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:46:40,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:46:40,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:40,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:40,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:40,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:40,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:46:40,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:40,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:40,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:40,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3afc967b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/java.io.tmpdir/jetty-localhost-36467-hadoop-hdfs-3_4_1-tests_jar-_-any-2361380438627308366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:40,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:36467} 2024-11-27T21:46:40,828 INFO [Time-limited test {}] server.Server(415): Started @11245ms 2024-11-27T21:46:41,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:41,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:41,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:41,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:41,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:41,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:41,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:41,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6198467d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/java.io.tmpdir/jetty-localhost-34125-hadoop-hdfs-3_4_1-tests_jar-_-any-667064036516416753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:41,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:34125} 2024-11-27T21:46:41,200 INFO [Time-limited test {}] server.Server(415): Started @11617ms 2024-11-27T21:46:41,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:41,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:41,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:41,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:41,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:41,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:41,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:41,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:41,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@463c364d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/java.io.tmpdir/jetty-localhost-36339-hadoop-hdfs-3_4_1-tests_jar-_-any-5925684596606808685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:41,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:36339} 2024-11-27T21:46:41,335 INFO [Time-limited test {}] server.Server(415): Started @11753ms 2024-11-27T21:46:41,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:42,563 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data1/current/BP-1343930465-172.17.0.2-1732744000383/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:42,563 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data2/current/BP-1343930465-172.17.0.2-1732744000383/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:42,580 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1248fb08da9a91b5 with lease ID 0xb95984cb47d9789d: Processing first storage report for DS-5f280a41-581f-460b-8124-a38554359338 from datanode DatanodeRegistration(127.0.0.1:43921, datanodeUuid=5dc18f75-1878-4a76-9629-f4143479d1a3, infoPort=36883, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383) 2024-11-27T21:46:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1248fb08da9a91b5 with lease ID 0xb95984cb47d9789d: from storage DS-5f280a41-581f-460b-8124-a38554359338 node DatanodeRegistration(127.0.0.1:43921, datanodeUuid=5dc18f75-1878-4a76-9629-f4143479d1a3, infoPort=36883, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1248fb08da9a91b5 with lease ID 0xb95984cb47d9789d: Processing first storage report for DS-d0e73967-b2ba-455f-a23c-6766e2a714f3 from datanode DatanodeRegistration(127.0.0.1:43921, datanodeUuid=5dc18f75-1878-4a76-9629-f4143479d1a3, infoPort=36883, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383) 2024-11-27T21:46:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1248fb08da9a91b5 with lease ID 0xb95984cb47d9789d: from storage DS-d0e73967-b2ba-455f-a23c-6766e2a714f3 node DatanodeRegistration(127.0.0.1:43921, datanodeUuid=5dc18f75-1878-4a76-9629-f4143479d1a3, infoPort=36883, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:42,698 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data3/current/BP-1343930465-172.17.0.2-1732744000383/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:42,698 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data4/current/BP-1343930465-172.17.0.2-1732744000383/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:42,718 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6577303a21873482 with lease ID 0xb95984cb47d9789e: Processing first storage report for DS-a066431f-b998-443c-a03b-3f3f2a77b3a8 from datanode DatanodeRegistration(127.0.0.1:43679, datanodeUuid=82018395-85d7-401a-8817-7d0e065ec399, infoPort=39545, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383) 2024-11-27T21:46:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6577303a21873482 with lease ID 0xb95984cb47d9789e: from storage DS-a066431f-b998-443c-a03b-3f3f2a77b3a8 node DatanodeRegistration(127.0.0.1:43679, datanodeUuid=82018395-85d7-401a-8817-7d0e065ec399, infoPort=39545, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6577303a21873482 with lease ID 0xb95984cb47d9789e: Processing first storage report for DS-9df28bad-7502-4d7b-8611-2910fc6a5a84 from datanode DatanodeRegistration(127.0.0.1:43679, datanodeUuid=82018395-85d7-401a-8817-7d0e065ec399, infoPort=39545, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383) 2024-11-27T21:46:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6577303a21873482 with lease ID 0xb95984cb47d9789e: from storage DS-9df28bad-7502-4d7b-8611-2910fc6a5a84 node DatanodeRegistration(127.0.0.1:43679, datanodeUuid=82018395-85d7-401a-8817-7d0e065ec399, infoPort=39545, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=165548015;c=1732744000383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:42,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2 2024-11-27T21:46:42,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/zookeeper_0, clientPort=51609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:46:42,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51609 2024-11-27T21:46:42,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:42,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:42,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab with version=8 2024-11-27T21:46:42,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/hbase-staging 2024-11-27T21:46:42,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:42,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:42,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:42,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:42,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:42,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:42,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:46:42,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:42,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33289 2024-11-27T21:46:42,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33289 connecting to ZooKeeper ensemble=127.0.0.1:51609 2024-11-27T21:46:42,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332890x0, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:42,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33289-0x1017e43388a0000 connected 2024-11-27T21:46:42,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:42,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:42,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:42,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab, hbase.cluster.distributed=false 2024-11-27T21:46:42,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:42,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33289 2024-11-27T21:46:42,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33289 2024-11-27T21:46:42,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33289 2024-11-27T21:46:42,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33289 2024-11-27T21:46:42,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33289 2024-11-27T21:46:42,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:42,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:42,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:42,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:42,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:42,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:42,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:42,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:42,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36603 2024-11-27T21:46:42,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36603 connecting to ZooKeeper ensemble=127.0.0.1:51609 2024-11-27T21:46:42,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:42,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:42,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366030x0, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:42,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:42,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36603-0x1017e43388a0001 connected 2024-11-27T21:46:42,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:42,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:42,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:42,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:42,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-27T21:46:42,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36603 2024-11-27T21:46:42,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36603 2024-11-27T21:46:42,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-27T21:46:42,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-27T21:46:43,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:43,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:43,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42541 2024-11-27T21:46:43,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42541 connecting to ZooKeeper ensemble=127.0.0.1:51609 2024-11-27T21:46:43,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:43,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425410x0, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:43,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42541-0x1017e43388a0002 connected 2024-11-27T21:46:43,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:43,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:43,032 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:43,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:43,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:43,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-27T21:46:43,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42541 2024-11-27T21:46:43,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42541 2024-11-27T21:46:43,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-27T21:46:43,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-27T21:46:43,051 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:33289 2024-11-27T21:46:43,052 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:43,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:43,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:43,063 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,074 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:46:43,075 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,33289,1732744002801 from backup master directory 2024-11-27T21:46:43,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:43,084 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:43,084 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,090 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/hbase.id] with ID: 457a7b4d-51cc-43e9-83ef-38ffce067a19 2024-11-27T21:46:43,090 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/.tmp/hbase.id 2024-11-27T21:46:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:43,098 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/.tmp/hbase.id]:[hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/hbase.id] 2024-11-27T21:46:43,113 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:43,114 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:46:43,115 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:46:43,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:43,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:43,135 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:43,135 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:46:43,136 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:43,147 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store 2024-11-27T21:46:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:43,156 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:43,156 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:43,156 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:43,156 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:43,156 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:43,156 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:43,156 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:43,157 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744003156Disabling compacts and flushes for region at 1732744003156Disabling writes for close at 1732744003156Writing region close event to WAL at 1732744003156Closed at 1732744003156 2024-11-27T21:46:43,158 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/.initializing 2024-11-27T21:46:43,158 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/WALs/da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,160 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:43,163 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C33289%2C1732744002801, suffix=, logDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/WALs/da99f16e0d32,33289,1732744002801, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/oldWALs, maxLogs=10 2024-11-27T21:46:43,176 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/WALs/da99f16e0d32,33289,1732744002801/da99f16e0d32%2C33289%2C1732744002801.1732744003163, exclude list is [], retry=0 2024-11-27T21:46:43,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-5f280a41-581f-460b-8124-a38554359338,DISK] 2024-11-27T21:46:43,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-a066431f-b998-443c-a03b-3f3f2a77b3a8,DISK] 2024-11-27T21:46:43,183 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/WALs/da99f16e0d32,33289,1732744002801/da99f16e0d32%2C33289%2C1732744002801.1732744003163 2024-11-27T21:46:43,183 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36883:36883),(127.0.0.1/127.0.0.1:39545:39545)] 2024-11-27T21:46:43,183 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:43,184 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:43,184 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,184 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:46:43,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:43,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:46:43,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:43,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:46:43,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:43,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:46:43,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:43,201 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,202 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,202 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,204 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,204 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,205 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:43,207 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:43,210 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:43,211 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73222487, jitterRate=0.09110008180141449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:43,212 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732744003184Initializing all the Stores at 1732744003186 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744003186Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744003186Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744003186Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744003186Cleaning up temporary data from old regions at 1732744003204 (+18 ms)Region opened successfully at 1732744003212 (+8 ms) 2024-11-27T21:46:43,212 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:46:43,217 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7880229e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:43,218 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:46:43,218 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:46:43,218 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:46:43,219 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:46:43,219 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:46:43,220 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:46:43,220 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:46:43,223 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:46:43,224 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:46:43,231 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:46:43,231 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:46:43,232 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:46:43,241 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:46:43,242 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:46:43,243 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:46:43,252 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:46:43,253 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:46:43,262 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:46:43,265 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:46:43,273 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:46:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,284 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,33289,1732744002801, sessionid=0x1017e43388a0000, setting cluster-up flag (Was=false) 2024-11-27T21:46:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,336 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:46:43,338 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,389 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:46:43,390 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,33289,1732744002801 2024-11-27T21:46:43,391 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:46:43,394 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:43,394 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:46:43,394 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:46:43,395 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,33289,1732744002801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:46:43,397 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:43,397 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:43,397 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:43,398 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:43,398 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:46:43,398 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,398 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:43,398 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732744033399 2024-11-27T21:46:43,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:46:43,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:46:43,400 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:46:43,400 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:46:43,400 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:46:43,400 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:46:43,400 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:43,401 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:46:43,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:46:43,401 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:46:43,401 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:46:43,401 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:46:43,401 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:46:43,402 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744003402,5,FailOnTimeoutGroup] 2024-11-27T21:46:43,402 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744003402,5,FailOnTimeoutGroup] 2024-11-27T21:46:43,402 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,402 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:46:43,402 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,402 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,403 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:46:43,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:43,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:46:43,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab 2024-11-27T21:46:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:46:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:46:43,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:43,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:43,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:43,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:43,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:43,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:43,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:43,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:43,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:43,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:43,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:43,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:43,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:43,439 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(746): ClusterId : 457a7b4d-51cc-43e9-83ef-38ffce067a19 2024-11-27T21:46:43,439 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(746): ClusterId : 457a7b4d-51cc-43e9-83ef-38ffce067a19 2024-11-27T21:46:43,439 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:43,439 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:43,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740 2024-11-27T21:46:43,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740 2024-11-27T21:46:43,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:43,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:43,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:43,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:43,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:43,447 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74797240, jitterRate=0.11456573009490967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732744003424Initializing all the Stores at 1732744003425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744003425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744003426 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744003426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744003426Cleaning up temporary data from old regions at 1732744003441 (+15 ms)Region opened successfully at 1732744003447 (+6 ms) 2024-11-27T21:46:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:43,448 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:43,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744003448Disabling compacts and flushes for region at 1732744003448Disabling writes for close at 1732744003448Writing region close event to WAL at 1732744003448Closed at 1732744003448 2024-11-27T21:46:43,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:43,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:46:43,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:46:43,452 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:43,452 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:43,452 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:43,452 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:43,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:43,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:46:43,464 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:43,464 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:43,464 DEBUG [RS:1;da99f16e0d32:42541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24914b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:43,464 DEBUG [RS:0;da99f16e0d32:36603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c511b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:43,475 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:42541 2024-11-27T21:46:43,475 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:43,475 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:43,475 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:43,476 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,33289,1732744002801 with port=42541, startcode=1732744003011 2024-11-27T21:46:43,476 DEBUG [RS:1;da99f16e0d32:42541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:43,479 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:43,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,42541,1732744003011 2024-11-27T21:46:43,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33289 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,42541,1732744003011 2024-11-27T21:46:43,480 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:36603 2024-11-27T21:46:43,480 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:43,481 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:43,481 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:43,481 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab 2024-11-27T21:46:43,481 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,33289,1732744002801 with port=36603, startcode=1732744002972 2024-11-27T21:46:43,482 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37485 2024-11-27T21:46:43,482 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:43,482 DEBUG [RS:0;da99f16e0d32:36603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:43,483 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:43,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33289 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,486 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab 2024-11-27T21:46:43,486 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37485 2024-11-27T21:46:43,486 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:43,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:43,538 DEBUG [RS:1;da99f16e0d32:42541 {}] zookeeper.ZKUtil(111): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,42541,1732744003011 2024-11-27T21:46:43,538 WARN [RS:1;da99f16e0d32:42541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:43,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,42541,1732744003011] 2024-11-27T21:46:43,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,36603,1732744002972] 2024-11-27T21:46:43,538 INFO [RS:1;da99f16e0d32:42541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:43,538 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,42541,1732744003011 2024-11-27T21:46:43,538 DEBUG [RS:0;da99f16e0d32:36603 {}] zookeeper.ZKUtil(111): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,538 WARN [RS:0;da99f16e0d32:36603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:43,538 INFO [RS:0;da99f16e0d32:36603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:43,539 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,543 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:43,543 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:43,544 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:43,545 INFO [RS:1;da99f16e0d32:42541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:43,545 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,545 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:43,546 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:43,546 INFO [RS:0;da99f16e0d32:36603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:43,546 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,546 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:43,546 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,546 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:43,546 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,546 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:43,547 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,547 DEBUG [RS:1;da99f16e0d32:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:43,547 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:43,548 DEBUG [RS:0;da99f16e0d32:36603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:43,549 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,549 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,549 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,549 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,549 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,549 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,42541,1732744003011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:43,553 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,553 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,553 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,553 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,553 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,553 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,36603,1732744002972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:43,571 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:43,571 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,42541,1732744003011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,572 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,572 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.Replication(171): da99f16e0d32,42541,1732744003011 started 2024-11-27T21:46:43,575 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:43,576 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,36603,1732744002972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,576 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,576 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.Replication(171): da99f16e0d32,36603,1732744002972 started 2024-11-27T21:46:43,591 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,591 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,42541,1732744003011, RpcServer on da99f16e0d32/172.17.0.2:42541, sessionid=0x1017e43388a0002 2024-11-27T21:46:43,591 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:43,591 DEBUG [RS:1;da99f16e0d32:42541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,42541,1732744003011 2024-11-27T21:46:43,591 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,42541,1732744003011' 2024-11-27T21:46:43,591 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:43,592 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:43,593 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:43,593 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:43,593 DEBUG [RS:1;da99f16e0d32:42541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,42541,1732744003011 2024-11-27T21:46:43,593 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,42541,1732744003011' 2024-11-27T21:46:43,593 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:43,593 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:43,594 DEBUG [RS:1;da99f16e0d32:42541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:43,594 INFO [RS:1;da99f16e0d32:42541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:43,594 INFO [RS:1;da99f16e0d32:42541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:43,594 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:43,595 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,36603,1732744002972, RpcServer on da99f16e0d32/172.17.0.2:36603, sessionid=0x1017e43388a0001 2024-11-27T21:46:43,595 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:43,595 DEBUG [RS:0;da99f16e0d32:36603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,595 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36603,1732744002972' 2024-11-27T21:46:43,595 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:43,596 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:43,596 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:43,596 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:43,596 DEBUG [RS:0;da99f16e0d32:36603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,596 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36603,1732744002972' 2024-11-27T21:46:43,596 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:43,597 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:43,597 DEBUG [RS:0;da99f16e0d32:36603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:43,598 INFO [RS:0;da99f16e0d32:36603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:43,598 INFO [RS:0;da99f16e0d32:36603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:43,604 WARN [da99f16e0d32:33289 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:46:43,695 INFO [RS:1;da99f16e0d32:42541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:43,698 INFO [RS:0;da99f16e0d32:36603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:43,699 INFO [RS:1;da99f16e0d32:42541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C42541%2C1732744003011, suffix=, logDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,42541,1732744003011, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/oldWALs, maxLogs=32 2024-11-27T21:46:43,701 INFO [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C36603%2C1732744002972, suffix=, logDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/oldWALs, maxLogs=32 2024-11-27T21:46:43,716 DEBUG [RS:1;da99f16e0d32:42541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,42541,1732744003011/da99f16e0d32%2C42541%2C1732744003011.1732744003702, exclude list is [], retry=0 2024-11-27T21:46:43,718 DEBUG [RS:0;da99f16e0d32:36603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972/da99f16e0d32%2C36603%2C1732744002972.1732744003705, exclude list is [], retry=0 2024-11-27T21:46:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-5f280a41-581f-460b-8124-a38554359338,DISK] 2024-11-27T21:46:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-a066431f-b998-443c-a03b-3f3f2a77b3a8,DISK] 2024-11-27T21:46:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-5f280a41-581f-460b-8124-a38554359338,DISK] 2024-11-27T21:46:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-a066431f-b998-443c-a03b-3f3f2a77b3a8,DISK] 2024-11-27T21:46:43,725 INFO [RS:1;da99f16e0d32:42541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,42541,1732744003011/da99f16e0d32%2C42541%2C1732744003011.1732744003702 2024-11-27T21:46:43,730 DEBUG [RS:1;da99f16e0d32:42541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39545:39545),(127.0.0.1/127.0.0.1:36883:36883)] 2024-11-27T21:46:43,730 INFO [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972/da99f16e0d32%2C36603%2C1732744002972.1732744003705 2024-11-27T21:46:43,730 DEBUG [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39545:39545),(127.0.0.1/127.0.0.1:36883:36883)] 2024-11-27T21:46:43,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:46:43,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:43,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:43,854 DEBUG [da99f16e0d32:33289 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T21:46:43,855 DEBUG [da99f16e0d32:33289 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:43,857 DEBUG [da99f16e0d32:33289 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:43,857 DEBUG [da99f16e0d32:33289 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:43,857 DEBUG [da99f16e0d32:33289 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:43,857 DEBUG [da99f16e0d32:33289 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:43,857 INFO [da99f16e0d32:33289 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:43,857 INFO [da99f16e0d32:33289 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:43,857 DEBUG [da99f16e0d32:33289 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:43,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,36603,1732744002972 2024-11-27T21:46:43,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,36603,1732744002972, state=OPENING 2024-11-27T21:46:43,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:46:43,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:43,937 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:43,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:43,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:43,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,36603,1732744002972}] 2024-11-27T21:46:43,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:44,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:44,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:44,105 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:46:44,105 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:44,105 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:46:44,108 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C36603%2C1732744002972.meta, suffix=.meta, logDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/oldWALs, maxLogs=32 2024-11-27T21:46:44,123 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972/da99f16e0d32%2C36603%2C1732744002972.meta.1732744004110.meta, exclude list is [], retry=0 2024-11-27T21:46:44,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-a066431f-b998-443c-a03b-3f3f2a77b3a8,DISK] 2024-11-27T21:46:44,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-5f280a41-581f-460b-8124-a38554359338,DISK] 2024-11-27T21:46:44,128 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,36603,1732744002972/da99f16e0d32%2C36603%2C1732744002972.meta.1732744004110.meta 2024-11-27T21:46:44,129 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39545:39545),(127.0.0.1/127.0.0.1:36883:36883)] 2024-11-27T21:46:44,129 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:44,130 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:46:44,130 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:46:44,130 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:46:44,130 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:46:44,130 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:44,130 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:46:44,130 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:46:44,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:44,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:44,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:44,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:44,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:44,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:44,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:44,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:44,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:44,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:44,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:44,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:44,139 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:44,140 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740 2024-11-27T21:46:44,142 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740 2024-11-27T21:46:44,144 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:44,144 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:44,144 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:44,146 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:44,147 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64908281, jitterRate=-0.03279124200344086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:44,147 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:46:44,148 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732744004131Writing region info on filesystem at 1732744004131Initializing all the Stores at 1732744004132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744004132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744004132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744004132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744004132Cleaning up temporary data from old regions at 1732744004144 (+12 ms)Running coprocessor post-open hooks at 1732744004147 (+3 ms)Region opened successfully at 1732744004148 (+1 ms) 2024-11-27T21:46:44,149 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732744004093 2024-11-27T21:46:44,152 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:46:44,152 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:46:44,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36603,1732744002972 2024-11-27T21:46:44,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,36603,1732744002972, state=OPEN 2024-11-27T21:46:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:44,167 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,36603,1732744002972 2024-11-27T21:46:44,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:44,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:44,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:44,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:46:44,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,36603,1732744002972 in 230 msec 2024-11-27T21:46:44,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:46:44,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-27T21:46:44,177 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:44,177 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:46:44,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:44,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36603,1732744002972, seqNum=-1] 2024-11-27T21:46:44,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:44,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:44,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-27T21:46:44,190 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732744004190, completionTime=-1 2024-11-27T21:46:44,190 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-27T21:46:44,190 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:46:44,192 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-27T21:46:44,192 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732744064192 2024-11-27T21:46:44,192 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744124192 2024-11-27T21:46:44,192 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:46:44,193 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33289,1732744002801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,193 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33289,1732744002801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,193 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33289,1732744002801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,193 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:33289, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,193 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,193 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,195 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:46:44,197 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.113sec 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33289,1732744002801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:44,198 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33289,1732744002801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:46:44,200 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:46:44,200 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:46:44,200 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33289,1732744002801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:44,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c922eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:44,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,33289,-1 for getting cluster id 2024-11-27T21:46:44,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:46:44,243 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '457a7b4d-51cc-43e9-83ef-38ffce067a19' 2024-11-27T21:46:44,243 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:46:44,244 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "457a7b4d-51cc-43e9-83ef-38ffce067a19" 2024-11-27T21:46:44,244 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c62d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:44,244 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,33289,-1] 2024-11-27T21:46:44,245 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:46:44,246 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:44,248 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:46:44,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6baa52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:44,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:44,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,36603,1732744002972, seqNum=-1] 2024-11-27T21:46:44,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:44,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:44,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,33289,1732744002801 2024-11-27T21:46:44,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:46:44,258 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,33289,1732744002801 2024-11-27T21:46:44,258 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a6571f5 2024-11-27T21:46:44,258 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:46:44,260 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:46:44,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-27T21:46:44,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:46:44,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-27T21:46:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:44,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:46:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:44,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d16916b3fc99eab85cbeddc474a914cf, NAME => 'testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab 2024-11-27T21:46:44,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f4b17d099be6182484b304666a04c648, NAME => 'testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab 2024-11-27T21:46:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f4b17d099be6182484b304666a04c648, disabling compactions & flushes 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing d16916b3fc99eab85cbeddc474a914cf, disabling compactions & flushes 2024-11-27T21:46:44,292 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,292 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. after waiting 0 ms 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. after waiting 0 ms 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,292 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,292 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f4b17d099be6182484b304666a04c648: Waiting for close lock at 1732744004292Disabling compacts and flushes for region at 1732744004292Disabling writes for close at 1732744004292Writing region close event to WAL at 1732744004292Closed at 1732744004292 2024-11-27T21:46:44,292 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for d16916b3fc99eab85cbeddc474a914cf: Waiting for close lock at 1732744004292Disabling compacts and flushes for region at 1732744004292Disabling writes for close at 1732744004292Writing region close event to WAL at 1732744004292Closed at 1732744004292 2024-11-27T21:46:44,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:46:44,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744004294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744004294"}]},"ts":"1732744004294"} 2024-11-27T21:46:44,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744004294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744004294"}]},"ts":"1732744004294"} 2024-11-27T21:46:44,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T21:46:44,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:46:44,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744004300"}]},"ts":"1732744004300"} 2024-11-27T21:46:44,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-27T21:46:44,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:44,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:44,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:44,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:44,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:44,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:44,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:44,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:44,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d16916b3fc99eab85cbeddc474a914cf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4b17d099be6182484b304666a04c648, ASSIGN}] 2024-11-27T21:46:44,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4b17d099be6182484b304666a04c648, ASSIGN 2024-11-27T21:46:44,307 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d16916b3fc99eab85cbeddc474a914cf, ASSIGN 2024-11-27T21:46:44,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4b17d099be6182484b304666a04c648, ASSIGN; state=OFFLINE, location=da99f16e0d32,42541,1732744003011; forceNewPlan=false, retain=false 2024-11-27T21:46:44,309 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d16916b3fc99eab85cbeddc474a914cf, ASSIGN; state=OFFLINE, location=da99f16e0d32,36603,1732744002972; forceNewPlan=false, retain=false 2024-11-27T21:46:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:44,459 INFO [da99f16e0d32:33289 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-27T21:46:44,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f4b17d099be6182484b304666a04c648, regionState=OPENING, regionLocation=da99f16e0d32,42541,1732744003011 2024-11-27T21:46:44,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d16916b3fc99eab85cbeddc474a914cf, regionState=OPENING, regionLocation=da99f16e0d32,36603,1732744002972 2024-11-27T21:46:44,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4b17d099be6182484b304666a04c648, ASSIGN because future has completed 2024-11-27T21:46:44,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b17d099be6182484b304666a04c648, server=da99f16e0d32,42541,1732744003011}] 2024-11-27T21:46:44,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d16916b3fc99eab85cbeddc474a914cf, ASSIGN because future has completed 2024-11-27T21:46:44,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d16916b3fc99eab85cbeddc474a914cf, server=da99f16e0d32,36603,1732744002972}] 2024-11-27T21:46:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:44,622 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:44,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60991, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:44,634 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,634 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,634 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f4b17d099be6182484b304666a04c648, NAME => 'testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648.', STARTKEY => '5', ENDKEY => ''} 2024-11-27T21:46:44,634 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d16916b3fc99eab85cbeddc474a914cf, NAME => 'testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf.', STARTKEY => '', ENDKEY => '5'} 2024-11-27T21:46:44,634 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,634 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,634 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:44,634 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:44,635 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,635 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,635 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,635 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,636 INFO [StoreOpener-d16916b3fc99eab85cbeddc474a914cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,636 INFO [StoreOpener-f4b17d099be6182484b304666a04c648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,638 INFO [StoreOpener-f4b17d099be6182484b304666a04c648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b17d099be6182484b304666a04c648 columnFamilyName family 2024-11-27T21:46:44,638 INFO [StoreOpener-d16916b3fc99eab85cbeddc474a914cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16916b3fc99eab85cbeddc474a914cf columnFamilyName family 2024-11-27T21:46:44,638 DEBUG [StoreOpener-d16916b3fc99eab85cbeddc474a914cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,638 DEBUG [StoreOpener-f4b17d099be6182484b304666a04c648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:44,639 INFO [StoreOpener-f4b17d099be6182484b304666a04c648-1 {}] regionserver.HStore(327): Store=f4b17d099be6182484b304666a04c648/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:44,639 INFO [StoreOpener-d16916b3fc99eab85cbeddc474a914cf-1 {}] regionserver.HStore(327): Store=d16916b3fc99eab85cbeddc474a914cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:44,639 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,639 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,640 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,640 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,640 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,640 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,641 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,641 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,641 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,641 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,642 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,642 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,645 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:44,645 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:44,646 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f4b17d099be6182484b304666a04c648; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450880, jitterRate=0.06470108032226562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:44,646 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d16916b3fc99eab85cbeddc474a914cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62745109, jitterRate=-0.06502501666545868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:44,646 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:44,646 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:44,647 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f4b17d099be6182484b304666a04c648: Running coprocessor pre-open hook at 1732744004635Writing region info on filesystem at 1732744004635Initializing all the Stores at 1732744004636 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744004636Cleaning up temporary data from old regions at 1732744004641 (+5 ms)Running coprocessor post-open hooks at 1732744004646 (+5 ms)Region opened successfully at 1732744004647 (+1 ms) 2024-11-27T21:46:44,647 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d16916b3fc99eab85cbeddc474a914cf: Running coprocessor pre-open hook at 1732744004635Writing region info on filesystem at 1732744004635Initializing all the Stores at 1732744004636 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744004636Cleaning up temporary data from old regions at 1732744004641 (+5 ms)Running coprocessor post-open hooks at 1732744004646 (+5 ms)Region opened successfully at 1732744004647 (+1 ms) 2024-11-27T21:46:44,648 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648., pid=7, masterSystemTime=1732744004621 2024-11-27T21:46:44,648 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf., pid=8, masterSystemTime=1732744004623 2024-11-27T21:46:44,651 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,651 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:44,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d16916b3fc99eab85cbeddc474a914cf, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36603,1732744002972 2024-11-27T21:46:44,652 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,652 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:44,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f4b17d099be6182484b304666a04c648, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,42541,1732744003011 2024-11-27T21:46:44,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d16916b3fc99eab85cbeddc474a914cf, server=da99f16e0d32,36603,1732744002972 because future has completed 2024-11-27T21:46:44,657 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33289 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=da99f16e0d32,42541,1732744003011, table=testClearRegionBlockCache, region=f4b17d099be6182484b304666a04c648. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T21:46:44,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b17d099be6182484b304666a04c648, server=da99f16e0d32,42541,1732744003011 because future has completed 2024-11-27T21:46:44,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-27T21:46:44,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d16916b3fc99eab85cbeddc474a914cf, server=da99f16e0d32,36603,1732744002972 in 189 msec 2024-11-27T21:46:44,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d16916b3fc99eab85cbeddc474a914cf, ASSIGN in 357 msec 2024-11-27T21:46:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T21:46:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f4b17d099be6182484b304666a04c648, server=da99f16e0d32,42541,1732744003011 in 194 msec 2024-11-27T21:46:44,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-27T21:46:44,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4b17d099be6182484b304666a04c648, ASSIGN in 359 msec 2024-11-27T21:46:44,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:46:44,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744004668"}]},"ts":"1732744004668"} 2024-11-27T21:46:44,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-27T21:46:44,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:46:44,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 411 msec 2024-11-27T21:46:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:44,889 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-27T21:46:44,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-27T21:46:44,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:44,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-27T21:46:44,899 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:44,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-27T21:46:44,904 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf., hostname=da99f16e0d32,36603,1732744002972, seqNum=2] 2024-11-27T21:46:44,918 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648., hostname=da99f16e0d32,42541,1732744003011, seqNum=2] 2024-11-27T21:46:44,919 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:44,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:44,933 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d16916b3fc99eab85cbeddc474a914cf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-27T21:46:44,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/.tmp/family/06e87cca211a42f7851823827a375e8c is 32, key is 1/family:/1732744004905/Put/seqid=0 2024-11-27T21:46:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:46:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:46:44,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/.tmp/family/06e87cca211a42f7851823827a375e8c 2024-11-27T21:46:44,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/.tmp/family/06e87cca211a42f7851823827a375e8c as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/family/06e87cca211a42f7851823827a375e8c 2024-11-27T21:46:44,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/family/06e87cca211a42f7851823827a375e8c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-27T21:46:44,978 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d16916b3fc99eab85cbeddc474a914cf in 45ms, sequenceid=8, compaction requested=false 2024-11-27T21:46:44,978 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d16916b3fc99eab85cbeddc474a914cf: 2024-11-27T21:46:44,978 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f4b17d099be6182484b304666a04c648 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-27T21:46:44,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/.tmp/family/57efe984f8664998921efed1cc05c3e3 is 32, key is 5/family:/1732744004921/Put/seqid=0 2024-11-27T21:46:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:46:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:46:45,001 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/.tmp/family/57efe984f8664998921efed1cc05c3e3 2024-11-27T21:46:45,009 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/.tmp/family/57efe984f8664998921efed1cc05c3e3 as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/family/57efe984f8664998921efed1cc05c3e3 2024-11-27T21:46:45,018 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/family/57efe984f8664998921efed1cc05c3e3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-27T21:46:45,019 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f4b17d099be6182484b304666a04c648 in 41ms, sequenceid=9, compaction requested=false 2024-11-27T21:46:45,019 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f4b17d099be6182484b304666a04c648: 2024-11-27T21:46:45,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:46:45,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:45,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:45,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:46:45,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:46:45,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1406238102, stopped=false 2024-11-27T21:46:45,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,33289,1732744002801 2024-11-27T21:46:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:45,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:45,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:45,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:45,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:45,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:45,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:45,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,36603,1732744002972' ***** 2024-11-27T21:46:45,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:45,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,42541,1732744003011' ***** 2024-11-27T21:46:45,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:45,117 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:45,118 INFO [RS:0;da99f16e0d32:36603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:45,118 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:45,118 INFO [RS:0;da99f16e0d32:36603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:45,118 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(3091): Received CLOSE for d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:45,118 INFO [RS:1;da99f16e0d32:42541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:45,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:45,118 INFO [RS:1;da99f16e0d32:42541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:45,118 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(3091): Received CLOSE for f4b17d099be6182484b304666a04c648 2024-11-27T21:46:45,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:45,118 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,36603,1732744002972 2024-11-27T21:46:45,119 INFO [RS:0;da99f16e0d32:36603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:45,119 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d16916b3fc99eab85cbeddc474a914cf, disabling compactions & flushes 2024-11-27T21:46:45,119 INFO [RS:0;da99f16e0d32:36603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:36603. 2024-11-27T21:46:45,119 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:45,119 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:45,119 DEBUG [RS:0;da99f16e0d32:36603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:45,119 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. after waiting 0 ms 2024-11-27T21:46:45,119 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,42541,1732744003011 2024-11-27T21:46:45,119 DEBUG [RS:0;da99f16e0d32:36603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,119 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:45,119 INFO [RS:1;da99f16e0d32:42541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:45,119 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:45,119 INFO [RS:1;da99f16e0d32:42541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:42541. 2024-11-27T21:46:45,119 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:45,119 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4b17d099be6182484b304666a04c648, disabling compactions & flushes 2024-11-27T21:46:45,120 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:45,120 DEBUG [RS:1;da99f16e0d32:42541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:45,120 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:45,120 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:46:45,120 DEBUG [RS:1;da99f16e0d32:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,120 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:45,120 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. after waiting 0 ms 2024-11-27T21:46:45,120 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:46:45,120 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:45,120 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1325): Online Regions={f4b17d099be6182484b304666a04c648=testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648.} 2024-11-27T21:46:45,120 DEBUG [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1351): Waiting on f4b17d099be6182484b304666a04c648 2024-11-27T21:46:45,120 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:46:45,120 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d16916b3fc99eab85cbeddc474a914cf=testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf.} 2024-11-27T21:46:45,120 DEBUG [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d16916b3fc99eab85cbeddc474a914cf 2024-11-27T21:46:45,120 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:45,121 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:45,121 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:45,121 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:45,121 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:45,121 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-27T21:46:45,126 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/f4b17d099be6182484b304666a04c648/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-27T21:46:45,127 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/default/testClearRegionBlockCache/d16916b3fc99eab85cbeddc474a914cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:46:45,127 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:45,127 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4b17d099be6182484b304666a04c648: Waiting for close lock at 1732744005119Running coprocessor pre-close hooks at 1732744005119Disabling compacts and flushes for region at 1732744005119Disabling writes for close at 1732744005120 (+1 ms)Writing region close event to WAL at 1732744005121 (+1 ms)Running coprocessor post-close hooks at 1732744005127 (+6 ms)Closed at 1732744005127 2024-11-27T21:46:45,127 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:45,127 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d16916b3fc99eab85cbeddc474a914cf: Waiting for close lock at 1732744005119Running coprocessor pre-close hooks at 1732744005119Disabling compacts and flushes for region at 1732744005119Disabling writes for close at 1732744005119Writing region close event to WAL at 1732744005121 (+2 ms)Running coprocessor post-close hooks at 1732744005127 (+6 ms)Closed at 1732744005127 2024-11-27T21:46:45,127 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648. 2024-11-27T21:46:45,128 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732744004260.d16916b3fc99eab85cbeddc474a914cf. 2024-11-27T21:46:45,146 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/info/162e1d91144444e9934572e81f2f02d6 is 173, key is testClearRegionBlockCache,5,1732744004260.f4b17d099be6182484b304666a04c648./info:regioninfo/1732744004653/Put/seqid=0 2024-11-27T21:46:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:45,153 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/info/162e1d91144444e9934572e81f2f02d6 2024-11-27T21:46:45,154 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:45,158 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:45,176 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/ns/0b312a3a1c3644a5a154f457b69a95d8 is 43, key is default/ns:d/1732744004183/Put/seqid=0 2024-11-27T21:46:45,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:45,182 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/ns/0b312a3a1c3644a5a154f457b69a95d8 2024-11-27T21:46:45,205 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/table/1483d09d800348798eab6883eb826ced is 61, key is testClearRegionBlockCache/table:state/1732744004668/Put/seqid=0 2024-11-27T21:46:45,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:45,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:45,212 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/table/1483d09d800348798eab6883eb826ced 2024-11-27T21:46:45,220 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/info/162e1d91144444e9934572e81f2f02d6 as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/info/162e1d91144444e9934572e81f2f02d6 2024-11-27T21:46:45,227 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/info/162e1d91144444e9934572e81f2f02d6, entries=20, sequenceid=13, filesize=8.0 K 2024-11-27T21:46:45,228 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/ns/0b312a3a1c3644a5a154f457b69a95d8 as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/ns/0b312a3a1c3644a5a154f457b69a95d8 2024-11-27T21:46:45,236 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/ns/0b312a3a1c3644a5a154f457b69a95d8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-27T21:46:45,237 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/.tmp/table/1483d09d800348798eab6883eb826ced as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/table/1483d09d800348798eab6883eb826ced 2024-11-27T21:46:45,245 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/table/1483d09d800348798eab6883eb826ced, entries=2, sequenceid=13, filesize=5.2 K 2024-11-27T21:46:45,247 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false 2024-11-27T21:46:45,254 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T21:46:45,255 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:46:45,255 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:45,255 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744005120Running coprocessor pre-close hooks at 1732744005120Disabling compacts and flushes for region at 1732744005120Disabling writes for close at 1732744005121 (+1 ms)Obtaining lock to block concurrent updates at 1732744005121Preparing flush snapshotting stores in 1588230740 at 1732744005121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732744005122 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732744005123 (+1 ms)Flushing 1588230740/info: creating writer at 1732744005123Flushing 1588230740/info: appending metadata at 1732744005145 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732744005145Flushing 1588230740/ns: creating writer at 1732744005162 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732744005176 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732744005176Flushing 1588230740/table: creating writer at 1732744005190 (+14 ms)Flushing 1588230740/table: appending metadata at 1732744005204 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732744005204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cab580: reopening flushed file at 1732744005219 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37236274: reopening flushed file at 1732744005227 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6539ecef: reopening flushed file at 1732744005236 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false at 1732744005247 (+11 ms)Writing region close event to WAL at 1732744005249 (+2 ms)Running coprocessor post-close hooks at 1732744005255 (+6 ms)Closed at 1732744005255 2024-11-27T21:46:45,255 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:45,320 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,42541,1732744003011; all regions closed. 2024-11-27T21:46:45,321 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,36603,1732744002972; all regions closed. 2024-11-27T21:46:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:45,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741833_1009 (size=1867) 2024-11-27T21:46:45,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741833_1009 (size=1867) 2024-11-27T21:46:45,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/WALs/da99f16e0d32,42541,1732744003011/da99f16e0d32%2C42541%2C1732744003011.1732744003702 not finished, retry = 0 2024-11-27T21:46:45,331 DEBUG [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/oldWALs 2024-11-27T21:46:45,331 INFO [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C36603%2C1732744002972.meta:.meta(num 1732744004110) 2024-11-27T21:46:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741834_1010 (size=1758) 2024-11-27T21:46:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741834_1010 (size=1758) 2024-11-27T21:46:45,336 DEBUG [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/oldWALs 2024-11-27T21:46:45,336 INFO [RS:0;da99f16e0d32:36603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C36603%2C1732744002972:(num 1732744003705) 2024-11-27T21:46:45,336 DEBUG [RS:0;da99f16e0d32:36603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,336 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:45,336 INFO [RS:0;da99f16e0d32:36603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:45,337 INFO [RS:0;da99f16e0d32:36603 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:45,337 INFO [RS:0;da99f16e0d32:36603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:45,337 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:45,337 INFO [RS:0;da99f16e0d32:36603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36603 2024-11-27T21:46:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,36603,1732744002972 2024-11-27T21:46:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:45,347 INFO [RS:0;da99f16e0d32:36603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:45,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,36603,1732744002972] 2024-11-27T21:46:45,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,36603,1732744002972 already deleted, retry=false 2024-11-27T21:46:45,368 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,36603,1732744002972 expired; onlineServers=1 2024-11-27T21:46:45,433 DEBUG [RS:1;da99f16e0d32:42541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/oldWALs 2024-11-27T21:46:45,433 INFO [RS:1;da99f16e0d32:42541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C42541%2C1732744003011:(num 1732744003702) 2024-11-27T21:46:45,434 DEBUG [RS:1;da99f16e0d32:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:45,434 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:45,434 INFO [RS:1;da99f16e0d32:42541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:45,434 INFO [RS:1;da99f16e0d32:42541 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:45,435 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:45,435 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:45,435 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:45,435 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:45,435 INFO [RS:1;da99f16e0d32:42541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:45,436 INFO [RS:1;da99f16e0d32:42541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42541 2024-11-27T21:46:45,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,42541,1732744003011 2024-11-27T21:46:45,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:45,441 INFO [RS:1;da99f16e0d32:42541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:45,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,42541,1732744003011] 2024-11-27T21:46:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:45,458 INFO [RS:0;da99f16e0d32:36603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36603-0x1017e43388a0001, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:45,458 INFO [RS:0;da99f16e0d32:36603 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,36603,1732744002972; zookeeper connection closed. 2024-11-27T21:46:45,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e28a61e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e28a61e 2024-11-27T21:46:45,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,42541,1732744003011 already deleted, retry=false 2024-11-27T21:46:45,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,42541,1732744003011 expired; onlineServers=0 2024-11-27T21:46:45,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,33289,1732744002801' ***** 2024-11-27T21:46:45,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:46:45,463 INFO [M:0;da99f16e0d32:33289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:45,463 INFO [M:0;da99f16e0d32:33289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:45,463 DEBUG [M:0;da99f16e0d32:33289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:46:45,463 DEBUG [M:0;da99f16e0d32:33289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:46:45,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:46:45,464 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744003402 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744003402,5,FailOnTimeoutGroup] 2024-11-27T21:46:45,464 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744003402 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744003402,5,FailOnTimeoutGroup] 2024-11-27T21:46:45,464 INFO [M:0;da99f16e0d32:33289 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:45,464 INFO [M:0;da99f16e0d32:33289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:45,465 DEBUG [M:0;da99f16e0d32:33289 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:46:45,465 INFO [M:0;da99f16e0d32:33289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:46:45,465 INFO [M:0;da99f16e0d32:33289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:45,465 INFO [M:0;da99f16e0d32:33289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:46:45,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:46:45,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:45,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:45,473 DEBUG [M:0;da99f16e0d32:33289 {}] zookeeper.ZKUtil(347): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:46:45,473 WARN [M:0;da99f16e0d32:33289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:46:45,474 INFO [M:0;da99f16e0d32:33289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/.lastflushedseqids 2024-11-27T21:46:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:45,486 INFO [M:0;da99f16e0d32:33289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:46:45,486 INFO [M:0;da99f16e0d32:33289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:46:45,486 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:45,486 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:45,486 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:45,486 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:45,486 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:45,487 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-27T21:46:45,508 DEBUG [M:0;da99f16e0d32:33289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4f30c6abc140dda6dac114e7a1dcf8 is 82, key is hbase:meta,,1/info:regioninfo/1732744004153/Put/seqid=0 2024-11-27T21:46:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:45,515 INFO [M:0;da99f16e0d32:33289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4f30c6abc140dda6dac114e7a1dcf8 2024-11-27T21:46:45,536 DEBUG [M:0;da99f16e0d32:33289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714a95480f3f4a2981ff286c9da47dd3 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732744004674/Put/seqid=0 2024-11-27T21:46:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741846_1022 (size=6219) 2024-11-27T21:46:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741846_1022 (size=6219) 2024-11-27T21:46:45,546 INFO [M:0;da99f16e0d32:33289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714a95480f3f4a2981ff286c9da47dd3 2024-11-27T21:46:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:45,552 INFO [RS:1;da99f16e0d32:42541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1017e43388a0002, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:45,552 INFO [RS:1;da99f16e0d32:42541 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,42541,1732744003011; zookeeper connection closed. 2024-11-27T21:46:45,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@760bbfff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@760bbfff 2024-11-27T21:46:45,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-27T21:46:45,567 DEBUG [M:0;da99f16e0d32:33289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce4863b6ca3d4d4eb200b9a952a39d7c is 69, key is da99f16e0d32,36603,1732744002972/rs:state/1732744003484/Put/seqid=0 2024-11-27T21:46:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:45,574 INFO [M:0;da99f16e0d32:33289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce4863b6ca3d4d4eb200b9a952a39d7c 2024-11-27T21:46:45,581 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4f30c6abc140dda6dac114e7a1dcf8 as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4f30c6abc140dda6dac114e7a1dcf8 2024-11-27T21:46:45,590 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4f30c6abc140dda6dac114e7a1dcf8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-27T21:46:45,591 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714a95480f3f4a2981ff286c9da47dd3 as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/714a95480f3f4a2981ff286c9da47dd3 2024-11-27T21:46:45,598 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/714a95480f3f4a2981ff286c9da47dd3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-27T21:46:45,599 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce4863b6ca3d4d4eb200b9a952a39d7c as hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce4863b6ca3d4d4eb200b9a952a39d7c 2024-11-27T21:46:45,605 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/458bd42d-ddbe-4e6a-e207-3180a49737ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce4863b6ca3d4d4eb200b9a952a39d7c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-27T21:46:45,607 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false 2024-11-27T21:46:45,608 INFO [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:45,608 DEBUG [M:0;da99f16e0d32:33289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744005486Disabling compacts and flushes for region at 1732744005486Disabling writes for close at 1732744005486Obtaining lock to block concurrent updates at 1732744005487 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732744005487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732744005487Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732744005488 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732744005488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732744005507 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732744005507Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732744005520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732744005535 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732744005536 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732744005551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732744005567 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732744005567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68120d4f: reopening flushed file at 1732744005580 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3bfb83: reopening flushed file at 1732744005590 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b264e9: reopening flushed file at 1732744005598 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false at 1732744005607 (+9 ms)Writing region close event to WAL at 1732744005608 (+1 ms)Closed at 1732744005608 2024-11-27T21:46:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741830_1006 (size=35440) 2024-11-27T21:46:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741830_1006 (size=35440) 2024-11-27T21:46:45,612 INFO [M:0;da99f16e0d32:33289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:46:45,612 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:45,612 INFO [M:0;da99f16e0d32:33289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33289 2024-11-27T21:46:45,612 INFO [M:0;da99f16e0d32:33289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:45,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:45,720 INFO [M:0;da99f16e0d32:33289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:45,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33289-0x1017e43388a0000, quorum=127.0.0.1:51609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:45,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:45,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@463c364d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:45,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:45,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:45,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:45,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:45,725 WARN [BP-1343930465-172.17.0.2-1732744000383 heartbeating to localhost/127.0.0.1:37485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:45,725 WARN [BP-1343930465-172.17.0.2-1732744000383 heartbeating to localhost/127.0.0.1:37485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343930465-172.17.0.2-1732744000383 (Datanode Uuid 82018395-85d7-401a-8817-7d0e065ec399) service to localhost/127.0.0.1:37485 2024-11-27T21:46:45,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data3/current/BP-1343930465-172.17.0.2-1732744000383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:45,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data4/current/BP-1343930465-172.17.0.2-1732744000383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:45,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:45,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6198467d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:45,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:45,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:45,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:45,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:45,730 WARN [BP-1343930465-172.17.0.2-1732744000383 heartbeating to localhost/127.0.0.1:37485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:45,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:45,730 WARN [BP-1343930465-172.17.0.2-1732744000383 heartbeating to localhost/127.0.0.1:37485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343930465-172.17.0.2-1732744000383 (Datanode Uuid 5dc18f75-1878-4a76-9629-f4143479d1a3) service to localhost/127.0.0.1:37485 2024-11-27T21:46:45,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:45,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data1/current/BP-1343930465-172.17.0.2-1732744000383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:45,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/cluster_951b6980-7406-73af-b6a4-c1f337a6e4b0/data/data2/current/BP-1343930465-172.17.0.2-1732744000383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:45,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:45,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3afc967b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:45,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:45,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:45,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:45,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:45,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:46:45,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:46:45,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37485 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37485 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=9905 (was 10052) 2024-11-27T21:46:45,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=9904 2024-11-27T21:46:45,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir so I do NOT create it in target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a 2024-11-27T21:46:45,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:46:45,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.tmp.dir so I do NOT create it in target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a 2024-11-27T21:46:45,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6a6f4a65-4b7f-6c05-8f52-282873f1f4a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:46:45,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a 2024-11-27T21:46:45,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:46:45,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0, deleteOnExit=true 2024-11-27T21:46:45,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/test.cache.data in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:46:45,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:45,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:46:45,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:46:46,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:46,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:46,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:46,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:46,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:46,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:46,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:46,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:46,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a10ebb1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/java.io.tmpdir/jetty-localhost-35063-hadoop-hdfs-3_4_1-tests_jar-_-any-8907116732118790578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:46,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:35063} 2024-11-27T21:46:46,247 INFO [Time-limited test {}] server.Server(415): Started @16665ms 2024-11-27T21:46:46,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:46,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:46,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:46,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:46,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:46,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b94ce22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:46,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d860141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:46,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2f6beb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/java.io.tmpdir/jetty-localhost-38529-hadoop-hdfs-3_4_1-tests_jar-_-any-4793709639869117697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:46,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e2578a{HTTP/1.1, (http/1.1)}{localhost:38529} 2024-11-27T21:46:46,623 INFO [Time-limited test {}] server.Server(415): Started @17040ms 2024-11-27T21:46:46,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:46,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:46,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:46,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:46,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:46,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:46:46,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26487961{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:46,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f597cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:46,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372bca06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/java.io.tmpdir/jetty-localhost-45983-hadoop-hdfs-3_4_1-tests_jar-_-any-16704398752781171646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:46,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e696bad{HTTP/1.1, (http/1.1)}{localhost:45983} 2024-11-27T21:46:46,759 INFO [Time-limited test {}] server.Server(415): Started @17176ms 2024-11-27T21:46:46,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:47,773 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data1/current/BP-214610340-172.17.0.2-1732744005826/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:47,773 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data2/current/BP-214610340-172.17.0.2-1732744005826/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:47,791 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb841bc955288c0b6 with lease ID 0xa8d7f0b3ff1dbd4c: Processing first storage report for DS-a5f329a5-0920-4c9d-8404-e1377d946bff from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=4d60ad28-e2fe-4f73-a34b-a1d87707d455, infoPort=46233, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826) 2024-11-27T21:46:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb841bc955288c0b6 with lease ID 0xa8d7f0b3ff1dbd4c: from storage DS-a5f329a5-0920-4c9d-8404-e1377d946bff node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=4d60ad28-e2fe-4f73-a34b-a1d87707d455, infoPort=46233, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb841bc955288c0b6 with lease ID 0xa8d7f0b3ff1dbd4c: Processing first storage report for DS-017f8393-0965-4105-810b-5fcf2f26251d from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=4d60ad28-e2fe-4f73-a34b-a1d87707d455, infoPort=46233, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826) 2024-11-27T21:46:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb841bc955288c0b6 with lease ID 0xa8d7f0b3ff1dbd4c: from storage DS-017f8393-0965-4105-810b-5fcf2f26251d node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=4d60ad28-e2fe-4f73-a34b-a1d87707d455, infoPort=46233, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:46:47,904 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data3/current/BP-214610340-172.17.0.2-1732744005826/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:47,904 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data4/current/BP-214610340-172.17.0.2-1732744005826/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:47,922 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x593bf08ddb9cf94c with lease ID 0xa8d7f0b3ff1dbd4d: Processing first storage report for DS-8b850619-edf1-4289-919a-fddb9c39a0b1 from datanode DatanodeRegistration(127.0.0.1:45039, datanodeUuid=6eb896d4-e528-4827-8abd-58f045cafc7e, infoPort=44243, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826) 2024-11-27T21:46:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x593bf08ddb9cf94c with lease ID 0xa8d7f0b3ff1dbd4d: from storage DS-8b850619-edf1-4289-919a-fddb9c39a0b1 node DatanodeRegistration(127.0.0.1:45039, datanodeUuid=6eb896d4-e528-4827-8abd-58f045cafc7e, infoPort=44243, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x593bf08ddb9cf94c with lease ID 0xa8d7f0b3ff1dbd4d: Processing first storage report for DS-69b10650-ebd8-4230-a9f1-ccd5570c2130 from datanode DatanodeRegistration(127.0.0.1:45039, datanodeUuid=6eb896d4-e528-4827-8abd-58f045cafc7e, infoPort=44243, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826) 2024-11-27T21:46:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x593bf08ddb9cf94c with lease ID 0xa8d7f0b3ff1dbd4d: from storage DS-69b10650-ebd8-4230-a9f1-ccd5570c2130 node DatanodeRegistration(127.0.0.1:45039, datanodeUuid=6eb896d4-e528-4827-8abd-58f045cafc7e, infoPort=44243, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=248709900;c=1732744005826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:48,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a 2024-11-27T21:46:48,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/zookeeper_0, clientPort=60688, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:46:48,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60688 2024-11-27T21:46:48,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:48,024 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc with version=8 2024-11-27T21:46:48,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/hbase-staging 2024-11-27T21:46:48,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:48,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:48,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43395 2024-11-27T21:46:48,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43395 connecting to ZooKeeper ensemble=127.0.0.1:60688 2024-11-27T21:46:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433950x0, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:48,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43395-0x1017e434cf00000 connected 2024-11-27T21:46:48,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:48,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc, hbase.cluster.distributed=false 2024-11-27T21:46:48,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:48,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43395 2024-11-27T21:46:48,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43395 2024-11-27T21:46:48,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43395 2024-11-27T21:46:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43395 2024-11-27T21:46:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43395 2024-11-27T21:46:48,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:48,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:48,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:48,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36683 2024-11-27T21:46:48,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36683 connecting to ZooKeeper ensemble=127.0.0.1:60688 2024-11-27T21:46:48,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366830x0, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:48,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366830x0, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:48,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36683-0x1017e434cf00001 connected 2024-11-27T21:46:48,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:48,211 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:48,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:48,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:48,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36683 2024-11-27T21:46:48,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36683 2024-11-27T21:46:48,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36683 2024-11-27T21:46:48,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36683 2024-11-27T21:46:48,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36683 2024-11-27T21:46:48,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:48,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:48,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41325 2024-11-27T21:46:48,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41325 connecting to ZooKeeper ensemble=127.0.0.1:60688 2024-11-27T21:46:48,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413250x0, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:48,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413250x0, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:48,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41325-0x1017e434cf00002 connected 2024-11-27T21:46:48,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:48,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:48,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:48,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:48,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41325 2024-11-27T21:46:48,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41325 2024-11-27T21:46:48,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41325 2024-11-27T21:46:48,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41325 2024-11-27T21:46:48,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41325 2024-11-27T21:46:48,261 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:43395 2024-11-27T21:46:48,261 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:48,273 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,284 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:46:48,285 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,43395,1732744008026 from backup master directory 2024-11-27T21:46:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:48,294 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:48,294 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,299 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/hbase.id] with ID: fa8dd9f7-9bac-400c-b0e7-5859e47a5605 2024-11-27T21:46:48,299 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/.tmp/hbase.id 2024-11-27T21:46:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:48,306 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/.tmp/hbase.id]:[hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/hbase.id] 2024-11-27T21:46:48,319 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:48,319 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:46:48,321 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T21:46:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:48,334 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:48,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:46:48,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:48,344 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store 2024-11-27T21:46:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:48,353 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:48,353 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:48,353 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:48,353 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:48,353 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:48,353 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:48,353 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:48,353 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744008353Disabling compacts and flushes for region at 1732744008353Disabling writes for close at 1732744008353Writing region close event to WAL at 1732744008353Closed at 1732744008353 2024-11-27T21:46:48,354 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/.initializing 2024-11-27T21:46:48,354 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/WALs/da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,355 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:48,357 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C43395%2C1732744008026, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/WALs/da99f16e0d32,43395,1732744008026, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/oldWALs, maxLogs=10 2024-11-27T21:46:48,371 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/WALs/da99f16e0d32,43395,1732744008026/da99f16e0d32%2C43395%2C1732744008026.1732744008357, exclude list is [], retry=0 2024-11-27T21:46:48,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-8b850619-edf1-4289-919a-fddb9c39a0b1,DISK] 2024-11-27T21:46:48,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-a5f329a5-0920-4c9d-8404-e1377d946bff,DISK] 2024-11-27T21:46:48,376 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/WALs/da99f16e0d32,43395,1732744008026/da99f16e0d32%2C43395%2C1732744008026.1732744008357 2024-11-27T21:46:48,376 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44243:44243),(127.0.0.1/127.0.0.1:46233:46233)] 2024-11-27T21:46:48,376 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:48,376 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:48,376 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,377 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:46:48,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:48,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:48,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:46:48,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:48,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:48,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:46:48,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:48,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:48,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:46:48,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:48,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:48,386 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,387 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,387 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,388 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,388 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,389 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:48,390 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:48,392 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:48,392 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72350881, jitterRate=0.07811214029788971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:48,393 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732744008377Initializing all the Stores at 1732744008378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744008378Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744008378Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744008378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744008378Cleaning up temporary data from old regions at 1732744008388 (+10 ms)Region opened successfully at 1732744008393 (+5 ms) 2024-11-27T21:46:48,394 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:46:48,397 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f442f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:48,398 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:46:48,398 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:46:48,398 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:46:48,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:46:48,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:46:48,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:46:48,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:46:48,402 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:46:48,402 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:46:48,440 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:46:48,440 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:46:48,441 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:46:48,452 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:46:48,452 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:46:48,453 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:46:48,462 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:46:48,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:46:48,472 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:46:48,475 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:46:48,483 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:46:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,494 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,43395,1732744008026, sessionid=0x1017e434cf00000, setting cluster-up flag (Was=false) 2024-11-27T21:46:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,546 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:46:48,548 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:48,599 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:46:48,601 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,43395,1732744008026 2024-11-27T21:46:48,602 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:46:48,604 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:48,604 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:46:48,605 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:46:48,605 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,43395,1732744008026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:46:48,606 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:48,606 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:48,606 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:48,607 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:48,607 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:46:48,607 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,607 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:48,607 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,607 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732744038607 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:46:48,608 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:48,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:46:48,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:48,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:46:48,612 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:46:48,612 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:46:48,613 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:46:48,613 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:46:48,613 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:46:48,613 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744008613,5,FailOnTimeoutGroup] 2024-11-27T21:46:48,615 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744008613,5,FailOnTimeoutGroup] 2024-11-27T21:46:48,616 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,616 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:46:48,616 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,616 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:48,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:48,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:46:48,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc 2024-11-27T21:46:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:46:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:46:48,651 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(746): ClusterId : fa8dd9f7-9bac-400c-b0e7-5859e47a5605 2024-11-27T21:46:48,651 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(746): ClusterId : fa8dd9f7-9bac-400c-b0e7-5859e47a5605 2024-11-27T21:46:48,651 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:48,651 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:48,663 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:48,663 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:48,663 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:48,663 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:48,674 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:48,674 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:48,674 DEBUG [RS:1;da99f16e0d32:41325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec068e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:48,674 DEBUG [RS:0;da99f16e0d32:36683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e99680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:48,687 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:41325 2024-11-27T21:46:48,687 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:48,687 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:48,687 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:48,688 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:36683 2024-11-27T21:46:48,688 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,43395,1732744008026 with port=41325, startcode=1732744008230 2024-11-27T21:46:48,688 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:48,688 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:48,688 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:48,688 DEBUG [RS:1;da99f16e0d32:41325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:48,689 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,43395,1732744008026 with port=36683, startcode=1732744008198 2024-11-27T21:46:48,689 DEBUG [RS:0;da99f16e0d32:36683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:48,690 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:48,691 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:48,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,41325,1732744008230 2024-11-27T21:46:48,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,41325,1732744008230 2024-11-27T21:46:48,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,36683,1732744008198 2024-11-27T21:46:48,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,36683,1732744008198 2024-11-27T21:46:48,693 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc 2024-11-27T21:46:48,693 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40833 2024-11-27T21:46:48,693 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:48,695 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc 2024-11-27T21:46:48,695 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40833 2024-11-27T21:46:48,695 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:48,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:48,748 DEBUG [RS:1;da99f16e0d32:41325 {}] zookeeper.ZKUtil(111): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,41325,1732744008230 2024-11-27T21:46:48,748 WARN [RS:1;da99f16e0d32:41325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:48,748 INFO [RS:1;da99f16e0d32:41325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:48,748 DEBUG [RS:0;da99f16e0d32:36683 {}] zookeeper.ZKUtil(111): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,36683,1732744008198 2024-11-27T21:46:48,748 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230 2024-11-27T21:46:48,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,41325,1732744008230] 2024-11-27T21:46:48,748 WARN [RS:0;da99f16e0d32:36683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:48,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,36683,1732744008198] 2024-11-27T21:46:48,748 INFO [RS:0;da99f16e0d32:36683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:48,748 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,36683,1732744008198 2024-11-27T21:46:48,752 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:48,752 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:48,755 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:48,760 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:48,760 INFO [RS:1;da99f16e0d32:41325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:48,761 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,761 INFO [RS:0;da99f16e0d32:36683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:48,761 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,764 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:48,764 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:48,765 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:48,765 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:48,765 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,765 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,766 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,767 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,767 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,767 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,767 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:48,767 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:48,767 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:48,767 DEBUG [RS:0;da99f16e0d32:36683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:48,767 DEBUG [RS:1;da99f16e0d32:41325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:48,768 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,768 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,768 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,768 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,768 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,768 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41325,1732744008230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:48,772 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,772 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,772 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,772 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,772 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,772 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,36683,1732744008198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:48,797 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:48,797 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:48,797 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41325,1732744008230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,797 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,36683,1732744008198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,797 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,797 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,798 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.Replication(171): da99f16e0d32,41325,1732744008230 started 2024-11-27T21:46:48,798 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.Replication(171): da99f16e0d32,36683,1732744008198 started 2024-11-27T21:46:48,820 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,820 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:48,820 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,41325,1732744008230, RpcServer on da99f16e0d32/172.17.0.2:41325, sessionid=0x1017e434cf00002 2024-11-27T21:46:48,820 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,36683,1732744008198, RpcServer on da99f16e0d32/172.17.0.2:36683, sessionid=0x1017e434cf00001 2024-11-27T21:46:48,821 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:48,821 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:48,821 DEBUG [RS:0;da99f16e0d32:36683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,36683,1732744008198 2024-11-27T21:46:48,821 DEBUG [RS:1;da99f16e0d32:41325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,41325,1732744008230 2024-11-27T21:46:48,821 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36683,1732744008198' 2024-11-27T21:46:48,821 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,41325,1732744008230' 2024-11-27T21:46:48,821 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:48,821 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:48,821 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:48,821 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:48,822 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:48,822 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:48,822 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:48,822 DEBUG [RS:1;da99f16e0d32:41325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,41325,1732744008230 2024-11-27T21:46:48,822 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:48,822 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,41325,1732744008230' 2024-11-27T21:46:48,822 DEBUG [RS:0;da99f16e0d32:36683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,36683,1732744008198 2024-11-27T21:46:48,822 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:48,822 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,36683,1732744008198' 2024-11-27T21:46:48,822 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:48,823 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:48,823 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:48,823 DEBUG [RS:1;da99f16e0d32:41325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:48,823 INFO [RS:1;da99f16e0d32:41325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:48,823 DEBUG [RS:0;da99f16e0d32:36683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:48,823 INFO [RS:1;da99f16e0d32:41325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:48,823 INFO [RS:0;da99f16e0d32:36683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:48,823 INFO [RS:0;da99f16e0d32:36683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:48,924 INFO [RS:1;da99f16e0d32:41325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:48,924 INFO [RS:0;da99f16e0d32:36683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:48,926 INFO [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C41325%2C1732744008230, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/oldWALs, maxLogs=32 2024-11-27T21:46:48,926 INFO [RS:0;da99f16e0d32:36683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C36683%2C1732744008198, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,36683,1732744008198, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/oldWALs, maxLogs=32 2024-11-27T21:46:48,942 DEBUG [RS:0;da99f16e0d32:36683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,36683,1732744008198/da99f16e0d32%2C36683%2C1732744008198.1732744008928, exclude list is [], retry=0 2024-11-27T21:46:48,946 DEBUG [RS:1;da99f16e0d32:41325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230/da99f16e0d32%2C41325%2C1732744008230.1732744008928, exclude list is [], retry=0 2024-11-27T21:46:48,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-a5f329a5-0920-4c9d-8404-e1377d946bff,DISK] 2024-11-27T21:46:48,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-8b850619-edf1-4289-919a-fddb9c39a0b1,DISK] 2024-11-27T21:46:48,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-a5f329a5-0920-4c9d-8404-e1377d946bff,DISK] 2024-11-27T21:46:48,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-8b850619-edf1-4289-919a-fddb9c39a0b1,DISK] 2024-11-27T21:46:48,957 INFO [RS:0;da99f16e0d32:36683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,36683,1732744008198/da99f16e0d32%2C36683%2C1732744008198.1732744008928 2024-11-27T21:46:48,957 DEBUG [RS:0;da99f16e0d32:36683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:44243:44243)] 2024-11-27T21:46:48,961 INFO [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230/da99f16e0d32%2C41325%2C1732744008230.1732744008928 2024-11-27T21:46:48,964 DEBUG [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:44243:44243)] 2024-11-27T21:46:49,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:49,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:49,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:49,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:49,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:49,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:49,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:49,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:49,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:49,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:49,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740 2024-11-27T21:46:49,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740 2024-11-27T21:46:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:49,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:49,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:49,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:49,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:49,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555579, jitterRate=0.051360055804252625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732744009039Initializing all the Stores at 1732744009040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744009040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744009040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744009040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744009040Cleaning up temporary data from old regions at 1732744009055 (+15 ms)Region opened successfully at 1732744009063 (+8 ms) 2024-11-27T21:46:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:49,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:49,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:49,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744009063Disabling compacts and flushes for region at 1732744009063Disabling writes for close at 1732744009063Writing region close event to WAL at 1732744009069 (+6 ms)Closed at 1732744009069 2024-11-27T21:46:49,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:49,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:46:49,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:46:49,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:49,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:46:49,226 DEBUG [da99f16e0d32:43395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T21:46:49,226 DEBUG [da99f16e0d32:43395 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:49,229 DEBUG [da99f16e0d32:43395 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:49,229 DEBUG [da99f16e0d32:43395 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:49,229 DEBUG [da99f16e0d32:43395 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:49,229 DEBUG [da99f16e0d32:43395 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:49,229 INFO [da99f16e0d32:43395 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:49,229 INFO [da99f16e0d32:43395 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:49,229 DEBUG [da99f16e0d32:43395 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:49,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,41325,1732744008230 2024-11-27T21:46:49,231 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,41325,1732744008230, state=OPENING 2024-11-27T21:46:49,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:46:49,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:49,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:49,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:49,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:49,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:49,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:49,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:49,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,41325,1732744008230}] 2024-11-27T21:46:49,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:49,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:49,444 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:46:49,444 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:49,445 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:46:49,446 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C41325%2C1732744008230.meta, suffix=.meta, logDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/oldWALs, maxLogs=32 2024-11-27T21:46:49,461 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230/da99f16e0d32%2C41325%2C1732744008230.meta.1732744009447.meta, exclude list is [], retry=0 2024-11-27T21:46:49,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-8b850619-edf1-4289-919a-fddb9c39a0b1,DISK] 2024-11-27T21:46:49,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-a5f329a5-0920-4c9d-8404-e1377d946bff,DISK] 2024-11-27T21:46:49,466 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/WALs/da99f16e0d32,41325,1732744008230/da99f16e0d32%2C41325%2C1732744008230.meta.1732744009447.meta 2024-11-27T21:46:49,466 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46233:46233),(127.0.0.1/127.0.0.1:44243:44243)] 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:46:49,467 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:46:49,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:46:49,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:49,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:49,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:49,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:49,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:49,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:49,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:49,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:49,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:49,476 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:49,477 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740 2024-11-27T21:46:49,478 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740 2024-11-27T21:46:49,480 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:49,480 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:49,480 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:49,482 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:49,483 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63488547, jitterRate=-0.053946927189826965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:49,483 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:46:49,485 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732744009468Writing region info on filesystem at 1732744009468Initializing all the Stores at 1732744009469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744009469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744009469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744009469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744009469Cleaning up temporary data from old regions at 1732744009480 (+11 ms)Running coprocessor post-open hooks at 1732744009484 (+4 ms)Region opened successfully at 1732744009485 (+1 ms) 2024-11-27T21:46:49,488 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732744009438 2024-11-27T21:46:49,491 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:46:49,491 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:46:49,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,41325,1732744008230 2024-11-27T21:46:49,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,41325,1732744008230, state=OPEN 2024-11-27T21:46:49,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:49,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:49,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:49,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,41325,1732744008230 2024-11-27T21:46:49,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:49,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:49,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:49,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:46:49,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,41325,1732744008230 in 219 msec 2024-11-27T21:46:49,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:46:49,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-27T21:46:49,513 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:49,514 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:46:49,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:49,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,41325,1732744008230, seqNum=-1] 2024-11-27T21:46:49,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:49,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57625, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:49,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 918 msec 2024-11-27T21:46:49,524 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732744009524, completionTime=-1 2024-11-27T21:46:49,524 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-27T21:46:49,524 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:46:49,527 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-27T21:46:49,527 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732744069527 2024-11-27T21:46:49,527 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744129527 2024-11-27T21:46:49,527 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T21:46:49,528 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,43395,1732744008026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,528 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,43395,1732744008026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,528 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,43395,1732744008026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,528 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:43395, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,528 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,529 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,532 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.241sec 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,43395,1732744008026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:49,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,43395,1732744008026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:46:49,540 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:46:49,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:46:49,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,43395,1732744008026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:49,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0de5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:49,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,43395,-1 for getting cluster id 2024-11-27T21:46:49,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:46:49,555 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa8dd9f7-9bac-400c-b0e7-5859e47a5605' 2024-11-27T21:46:49,555 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:46:49,555 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa8dd9f7-9bac-400c-b0e7-5859e47a5605" 2024-11-27T21:46:49,556 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502b5b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:49,556 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,43395,-1] 2024-11-27T21:46:49,556 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:46:49,557 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:49,559 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:46:49,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db8b6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:49,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:49,562 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,41325,1732744008230, seqNum=-1] 2024-11-27T21:46:49,563 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:49,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:49,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,43395,1732744008026 2024-11-27T21:46:49,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:46:49,568 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,43395,1732744008026 2024-11-27T21:46:49,568 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b66557f 2024-11-27T21:46:49,568 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:46:49,570 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:46:49,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-27T21:46:49,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:46:49,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:49,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-27T21:46:49,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:46:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:49,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:46:49,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:49,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:49,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:49,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:49,990 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dc8155ca70b7fb3fe8a1ac81a98cecb, NAME => 'testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc 2024-11-27T21:46:49,990 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 674ca8c3d6b97b06721668260e34f023, NAME => 'testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc 2024-11-27T21:46:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:50,020 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:50,020 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4dc8155ca70b7fb3fe8a1ac81a98cecb, disabling compactions & flushes 2024-11-27T21:46:50,020 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,020 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,020 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. after waiting 0 ms 2024-11-27T21:46:50,020 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,020 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,020 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dc8155ca70b7fb3fe8a1ac81a98cecb: Waiting for close lock at 1732744010020Disabling compacts and flushes for region at 1732744010020Disabling writes for close at 1732744010020Writing region close event to WAL at 1732744010020Closed at 1732744010020 2024-11-27T21:46:50,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:50,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 674ca8c3d6b97b06721668260e34f023, disabling compactions & flushes 2024-11-27T21:46:50,022 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. after waiting 0 ms 2024-11-27T21:46:50,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,022 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 674ca8c3d6b97b06721668260e34f023: Waiting for close lock at 1732744010022Disabling compacts and flushes for region at 1732744010022Disabling writes for close at 1732744010022Writing region close event to WAL at 1732744010022Closed at 1732744010022 2024-11-27T21:46:50,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:46:50,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744010029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744010029"}]},"ts":"1732744010029"} 2024-11-27T21:46:50,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744010029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744010029"}]},"ts":"1732744010029"} 2024-11-27T21:46:50,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T21:46:50,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:46:50,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744010037"}]},"ts":"1732744010037"} 2024-11-27T21:46:50,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-27T21:46:50,040 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:50,042 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:50,042 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:50,042 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:50,042 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:50,042 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:50,042 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:50,042 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:50,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc8155ca70b7fb3fe8a1ac81a98cecb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=674ca8c3d6b97b06721668260e34f023, ASSIGN}] 2024-11-27T21:46:50,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=674ca8c3d6b97b06721668260e34f023, ASSIGN 2024-11-27T21:46:50,045 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc8155ca70b7fb3fe8a1ac81a98cecb, ASSIGN 2024-11-27T21:46:50,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=674ca8c3d6b97b06721668260e34f023, ASSIGN; state=OFFLINE, location=da99f16e0d32,41325,1732744008230; forceNewPlan=false, retain=false 2024-11-27T21:46:50,046 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc8155ca70b7fb3fe8a1ac81a98cecb, ASSIGN; state=OFFLINE, location=da99f16e0d32,36683,1732744008198; forceNewPlan=false, retain=false 2024-11-27T21:46:50,197 INFO [da99f16e0d32:43395 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-27T21:46:50,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dc8155ca70b7fb3fe8a1ac81a98cecb, regionState=OPENING, regionLocation=da99f16e0d32,36683,1732744008198 2024-11-27T21:46:50,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=674ca8c3d6b97b06721668260e34f023, regionState=OPENING, regionLocation=da99f16e0d32,41325,1732744008230 2024-11-27T21:46:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:50,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc8155ca70b7fb3fe8a1ac81a98cecb, ASSIGN because future has completed 2024-11-27T21:46:50,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc8155ca70b7fb3fe8a1ac81a98cecb, server=da99f16e0d32,36683,1732744008198}] 2024-11-27T21:46:50,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=674ca8c3d6b97b06721668260e34f023, ASSIGN because future has completed 2024-11-27T21:46:50,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 674ca8c3d6b97b06721668260e34f023, server=da99f16e0d32,41325,1732744008230}] 2024-11-27T21:46:50,354 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:50,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:50,363 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,363 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dc8155ca70b7fb3fe8a1ac81a98cecb, NAME => 'testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb.', STARTKEY => '', ENDKEY => '5'} 2024-11-27T21:46:50,364 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,364 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:50,364 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,364 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,365 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,365 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 674ca8c3d6b97b06721668260e34f023, NAME => 'testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023.', STARTKEY => '5', ENDKEY => ''} 2024-11-27T21:46:50,366 INFO [StoreOpener-4dc8155ca70b7fb3fe8a1ac81a98cecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,367 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,367 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:50,368 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,368 INFO [StoreOpener-4dc8155ca70b7fb3fe8a1ac81a98cecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc8155ca70b7fb3fe8a1ac81a98cecb columnFamilyName family 2024-11-27T21:46:50,368 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,368 DEBUG [StoreOpener-4dc8155ca70b7fb3fe8a1ac81a98cecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:50,369 INFO [StoreOpener-4dc8155ca70b7fb3fe8a1ac81a98cecb-1 {}] regionserver.HStore(327): Store=4dc8155ca70b7fb3fe8a1ac81a98cecb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:50,369 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,370 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,371 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,371 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,371 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,374 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,375 INFO [StoreOpener-674ca8c3d6b97b06721668260e34f023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,377 INFO [StoreOpener-674ca8c3d6b97b06721668260e34f023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 674ca8c3d6b97b06721668260e34f023 columnFamilyName family 2024-11-27T21:46:50,377 DEBUG [StoreOpener-674ca8c3d6b97b06721668260e34f023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:50,378 INFO [StoreOpener-674ca8c3d6b97b06721668260e34f023-1 {}] regionserver.HStore(327): Store=674ca8c3d6b97b06721668260e34f023/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:50,378 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:50,378 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,379 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4dc8155ca70b7fb3fe8a1ac81a98cecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910354, jitterRate=-0.09236499667167664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:50,379 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:50,379 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,379 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,380 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,380 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,380 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4dc8155ca70b7fb3fe8a1ac81a98cecb: Running coprocessor pre-open hook at 1732744010364Writing region info on filesystem at 1732744010364Initializing all the Stores at 1732744010365 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744010365Cleaning up temporary data from old regions at 1732744010371 (+6 ms)Running coprocessor post-open hooks at 1732744010379 (+8 ms)Region opened successfully at 1732744010380 (+1 ms) 2024-11-27T21:46:50,381 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb., pid=7, masterSystemTime=1732744010354 2024-11-27T21:46:50,382 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,385 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,385 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:50,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dc8155ca70b7fb3fe8a1ac81a98cecb, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,36683,1732744008198 2024-11-27T21:46:50,387 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:50,388 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 674ca8c3d6b97b06721668260e34f023; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74056342, jitterRate=0.10352548956871033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:50,388 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:50,388 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 674ca8c3d6b97b06721668260e34f023: Running coprocessor pre-open hook at 1732744010368Writing region info on filesystem at 1732744010368Initializing all the Stores at 1732744010375 (+7 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744010375Cleaning up temporary data from old regions at 1732744010380 (+5 ms)Running coprocessor post-open hooks at 1732744010388 (+8 ms)Region opened successfully at 1732744010388 2024-11-27T21:46:50,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc8155ca70b7fb3fe8a1ac81a98cecb, server=da99f16e0d32,36683,1732744008198 because future has completed 2024-11-27T21:46:50,389 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023., pid=8, masterSystemTime=1732744010357 2024-11-27T21:46:50,392 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,392 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:50,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=674ca8c3d6b97b06721668260e34f023, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,41325,1732744008230 2024-11-27T21:46:50,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-27T21:46:50,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dc8155ca70b7fb3fe8a1ac81a98cecb, server=da99f16e0d32,36683,1732744008198 in 190 msec 2024-11-27T21:46:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 674ca8c3d6b97b06721668260e34f023, server=da99f16e0d32,41325,1732744008230 because future has completed 2024-11-27T21:46:50,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc8155ca70b7fb3fe8a1ac81a98cecb, ASSIGN in 355 msec 2024-11-27T21:46:50,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-27T21:46:50,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 674ca8c3d6b97b06721668260e34f023, server=da99f16e0d32,41325,1732744008230 in 197 msec 2024-11-27T21:46:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-27T21:46:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=674ca8c3d6b97b06721668260e34f023, ASSIGN in 362 msec 2024-11-27T21:46:50,409 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:46:50,409 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744010409"}]},"ts":"1732744010409"} 2024-11-27T21:46:50,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-27T21:46:50,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:46:50,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 844 msec 2024-11-27T21:46:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:50,710 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-27T21:46:50,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-27T21:46:50,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:50,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-27T21:46:50,715 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:50,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-27T21:46:50,720 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb., hostname=da99f16e0d32,36683,1732744008198, seqNum=2] 2024-11-27T21:46:50,720 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:50,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:50,738 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023., hostname=da99f16e0d32,41325,1732744008230, seqNum=2] 2024-11-27T21:46:50,754 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4dc8155ca70b7fb3fe8a1ac81a98cecb 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-27T21:46:50,780 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/.tmp/family/cea42529393943f3a71a06a3e73bf214 is 32, key is 1/family:/1732744010723/Put/seqid=0 2024-11-27T21:46:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:46:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:46:50,790 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/.tmp/family/cea42529393943f3a71a06a3e73bf214 2024-11-27T21:46:50,800 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/.tmp/family/cea42529393943f3a71a06a3e73bf214 as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/family/cea42529393943f3a71a06a3e73bf214 2024-11-27T21:46:50,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/family/cea42529393943f3a71a06a3e73bf214, entries=4, sequenceid=8, filesize=4.9 K 2024-11-27T21:46:50,811 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4dc8155ca70b7fb3fe8a1ac81a98cecb in 57ms, sequenceid=8, compaction requested=false 2024-11-27T21:46:50,811 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4dc8155ca70b7fb3fe8a1ac81a98cecb: 2024-11-27T21:46:50,811 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 674ca8c3d6b97b06721668260e34f023 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-27T21:46:50,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/.tmp/family/ab69530848df4e1abb2a0beaeb152d48 is 32, key is 5/family:/1732744010740/Put/seqid=0 2024-11-27T21:46:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:46:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:46:50,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/.tmp/family/ab69530848df4e1abb2a0beaeb152d48 2024-11-27T21:46:50,851 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/.tmp/family/ab69530848df4e1abb2a0beaeb152d48 as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/family/ab69530848df4e1abb2a0beaeb152d48 2024-11-27T21:46:50,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/family/ab69530848df4e1abb2a0beaeb152d48, entries=5, sequenceid=9, filesize=5.0 K 2024-11-27T21:46:50,863 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 674ca8c3d6b97b06721668260e34f023 in 52ms, sequenceid=9, compaction requested=false 2024-11-27T21:46:50,863 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 674ca8c3d6b97b06721668260e34f023: 2024-11-27T21:46:50,870 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-27T21:46:50,875 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:50,876 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:50,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:50,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:50,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:46:50,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:50,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:50,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:50,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:50,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:46:50,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:46:50,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=777460738, stopped=false 2024-11-27T21:46:50,880 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,43395,1732744008026 2024-11-27T21:46:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:51,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:51,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:51,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:51,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:51,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:51,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:51,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:51,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,36683,1732744008198' ***** 2024-11-27T21:46:51,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:51,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,41325,1732744008230' ***** 2024-11-27T21:46:51,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:51,003 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:51,003 INFO [RS:0;da99f16e0d32:36683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:51,003 INFO [RS:0;da99f16e0d32:36683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:51,003 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:51,003 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:51,003 INFO [RS:1;da99f16e0d32:41325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:51,003 INFO [RS:1;da99f16e0d32:41325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:51,003 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(3091): Received CLOSE for 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:51,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:51,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:51,012 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,36683,1732744008198 2024-11-27T21:46:51,012 INFO [RS:0;da99f16e0d32:36683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:51,012 INFO [RS:0;da99f16e0d32:36683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:36683. 2024-11-27T21:46:51,012 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,41325,1732744008230 2024-11-27T21:46:51,012 INFO [RS:1;da99f16e0d32:41325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:51,012 DEBUG [RS:0;da99f16e0d32:36683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:51,012 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 674ca8c3d6b97b06721668260e34f023, disabling compactions & flushes 2024-11-27T21:46:51,012 DEBUG [RS:0;da99f16e0d32:36683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:51,012 INFO [RS:1;da99f16e0d32:41325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:41325. 2024-11-27T21:46:51,012 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:51,012 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:51,012 DEBUG [RS:1;da99f16e0d32:41325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:51,012 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:46:51,012 DEBUG [RS:1;da99f16e0d32:41325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:51,012 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. after waiting 0 ms 2024-11-27T21:46:51,012 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1325): Online Regions={4dc8155ca70b7fb3fe8a1ac81a98cecb=testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb.} 2024-11-27T21:46:51,013 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:51,013 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dc8155ca70b7fb3fe8a1ac81a98cecb, disabling compactions & flushes 2024-11-27T21:46:51,013 DEBUG [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1351): Waiting on 4dc8155ca70b7fb3fe8a1ac81a98cecb 2024-11-27T21:46:51,013 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:51,013 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:51,013 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:51,013 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:46:51,013 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:51,015 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:51,015 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. after waiting 0 ms 2024-11-27T21:46:51,015 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:51,016 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:46:51,016 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 674ca8c3d6b97b06721668260e34f023=testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023.} 2024-11-27T21:46:51,017 DEBUG [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 674ca8c3d6b97b06721668260e34f023 2024-11-27T21:46:51,017 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:51,017 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:51,017 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:51,017 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:51,017 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:51,017 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-27T21:46:51,025 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/674ca8c3d6b97b06721668260e34f023/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-27T21:46:51,027 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:51,027 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 674ca8c3d6b97b06721668260e34f023: Waiting for close lock at 1732744011012Running coprocessor pre-close hooks at 1732744011012Disabling compacts and flushes for region at 1732744011012Disabling writes for close at 1732744011012Writing region close event to WAL at 1732744011017 (+5 ms)Running coprocessor post-close hooks at 1732744011026 (+9 ms)Closed at 1732744011027 (+1 ms) 2024-11-27T21:46:51,027 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023. 2024-11-27T21:46:51,029 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/default/testClearRegionBlockCache/4dc8155ca70b7fb3fe8a1ac81a98cecb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:46:51,030 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:51,030 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dc8155ca70b7fb3fe8a1ac81a98cecb: Waiting for close lock at 1732744011012Running coprocessor pre-close hooks at 1732744011012Disabling compacts and flushes for region at 1732744011012Disabling writes for close at 1732744011015 (+3 ms)Writing region close event to WAL at 1732744011024 (+9 ms)Running coprocessor post-close hooks at 1732744011030 (+6 ms)Closed at 1732744011030 2024-11-27T21:46:51,030 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732744009571.4dc8155ca70b7fb3fe8a1ac81a98cecb. 2024-11-27T21:46:51,040 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/info/ecc5884efb69463b8a863bf64337da79 is 173, key is testClearRegionBlockCache,5,1732744009571.674ca8c3d6b97b06721668260e34f023./info:regioninfo/1732744010395/Put/seqid=0 2024-11-27T21:46:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:51,060 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/info/ecc5884efb69463b8a863bf64337da79 2024-11-27T21:46:51,077 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:51,077 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:51,092 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/ns/681ffa85bd2e4b93b7d0a980abc2da0e is 43, key is default/ns:d/1732744009518/Put/seqid=0 2024-11-27T21:46:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:51,100 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/ns/681ffa85bd2e4b93b7d0a980abc2da0e 2024-11-27T21:46:51,129 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/table/7f4b912bbd2d4233a119c5d1fc50788a is 61, key is testClearRegionBlockCache/table:state/1732744010409/Put/seqid=0 2024-11-27T21:46:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:51,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:51,136 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/table/7f4b912bbd2d4233a119c5d1fc50788a 2024-11-27T21:46:51,148 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/info/ecc5884efb69463b8a863bf64337da79 as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/info/ecc5884efb69463b8a863bf64337da79 2024-11-27T21:46:51,155 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/info/ecc5884efb69463b8a863bf64337da79, entries=20, sequenceid=13, filesize=8.0 K 2024-11-27T21:46:51,157 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/ns/681ffa85bd2e4b93b7d0a980abc2da0e as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/ns/681ffa85bd2e4b93b7d0a980abc2da0e 2024-11-27T21:46:51,165 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/ns/681ffa85bd2e4b93b7d0a980abc2da0e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-27T21:46:51,166 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/.tmp/table/7f4b912bbd2d4233a119c5d1fc50788a as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/table/7f4b912bbd2d4233a119c5d1fc50788a 2024-11-27T21:46:51,176 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/table/7f4b912bbd2d4233a119c5d1fc50788a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-27T21:46:51,177 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=13, compaction requested=false 2024-11-27T21:46:51,183 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T21:46:51,184 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:46:51,184 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:51,184 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744011017Running coprocessor pre-close hooks at 1732744011017Disabling compacts and flushes for region at 1732744011017Disabling writes for close at 1732744011017Obtaining lock to block concurrent updates at 1732744011017Preparing flush snapshotting stores in 1588230740 at 1732744011017Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732744011018 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732744011019 (+1 ms)Flushing 1588230740/info: creating writer at 1732744011019Flushing 1588230740/info: appending metadata at 1732744011040 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732744011040Flushing 1588230740/ns: creating writer at 1732744011070 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732744011092 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732744011092Flushing 1588230740/table: creating writer at 1732744011108 (+16 ms)Flushing 1588230740/table: appending metadata at 1732744011129 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732744011129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4ba1d8: reopening flushed file at 1732744011146 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ef2b6: reopening flushed file at 1732744011156 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e8df80: reopening flushed file at 1732744011165 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=13, compaction requested=false at 1732744011177 (+12 ms)Writing region close event to WAL at 1732744011179 (+2 ms)Running coprocessor post-close hooks at 1732744011184 (+5 ms)Closed at 1732744011184 2024-11-27T21:46:51,185 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:51,213 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,36683,1732744008198; all regions closed. 2024-11-27T21:46:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:46:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:46:51,217 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,41325,1732744008230; all regions closed. 2024-11-27T21:46:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:51,220 DEBUG [RS:0;da99f16e0d32:36683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/oldWALs 2024-11-27T21:46:51,220 INFO [RS:0;da99f16e0d32:36683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C36683%2C1732744008198:(num 1732744008928) 2024-11-27T21:46:51,220 DEBUG [RS:0;da99f16e0d32:36683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:51,220 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:51,220 INFO [RS:0;da99f16e0d32:36683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:51,220 INFO [RS:0;da99f16e0d32:36683 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:51,221 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:51,221 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:51,221 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:51,221 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:51,221 INFO [RS:0;da99f16e0d32:36683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:51,221 INFO [RS:0;da99f16e0d32:36683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36683 2024-11-27T21:46:51,224 DEBUG [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/oldWALs 2024-11-27T21:46:51,224 INFO [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C41325%2C1732744008230.meta:.meta(num 1732744009447) 2024-11-27T21:46:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741834_1010 (size=1867) 2024-11-27T21:46:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741834_1010 (size=1867) 2024-11-27T21:46:51,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,36683,1732744008198 2024-11-27T21:46:51,230 INFO [RS:0;da99f16e0d32:36683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:51,231 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f8338902938@2b5b75ef rejected from java.util.concurrent.ThreadPoolExecutor@2f64f45c[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T21:46:51,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:51,234 DEBUG [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/oldWALs 2024-11-27T21:46:51,234 INFO [RS:1;da99f16e0d32:41325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C41325%2C1732744008230:(num 1732744008928) 2024-11-27T21:46:51,234 DEBUG [RS:1;da99f16e0d32:41325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:51,234 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:51,235 INFO [RS:1;da99f16e0d32:41325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:51,235 INFO [RS:1;da99f16e0d32:41325 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:51,235 INFO [RS:1;da99f16e0d32:41325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:51,235 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:51,236 INFO [RS:1;da99f16e0d32:41325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41325 2024-11-27T21:46:51,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,36683,1732744008198] 2024-11-27T21:46:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,41325,1732744008230 2024-11-27T21:46:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:51,252 INFO [RS:1;da99f16e0d32:41325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:51,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,36683,1732744008198 already deleted, retry=false 2024-11-27T21:46:51,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,36683,1732744008198 expired; onlineServers=1 2024-11-27T21:46:51,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,41325,1732744008230] 2024-11-27T21:46:51,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,41325,1732744008230 already deleted, retry=false 2024-11-27T21:46:51,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,41325,1732744008230 expired; onlineServers=0 2024-11-27T21:46:51,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,43395,1732744008026' ***** 2024-11-27T21:46:51,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:46:51,283 INFO [M:0;da99f16e0d32:43395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:51,284 INFO [M:0;da99f16e0d32:43395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:51,284 DEBUG [M:0;da99f16e0d32:43395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:46:51,284 DEBUG [M:0;da99f16e0d32:43395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:46:51,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:46:51,284 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744008613 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744008613,5,FailOnTimeoutGroup] 2024-11-27T21:46:51,284 INFO [M:0;da99f16e0d32:43395 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:51,284 INFO [M:0;da99f16e0d32:43395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:51,284 DEBUG [M:0;da99f16e0d32:43395 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:46:51,284 INFO [M:0;da99f16e0d32:43395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:46:51,284 INFO [M:0;da99f16e0d32:43395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:51,285 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744008613 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744008613,5,FailOnTimeoutGroup] 2024-11-27T21:46:51,285 INFO [M:0;da99f16e0d32:43395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:46:51,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:46:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:51,294 DEBUG [M:0;da99f16e0d32:43395 {}] zookeeper.ZKUtil(347): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:46:51,294 WARN [M:0;da99f16e0d32:43395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:46:51,295 INFO [M:0;da99f16e0d32:43395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/.lastflushedseqids 2024-11-27T21:46:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:51,308 INFO [M:0;da99f16e0d32:43395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:46:51,308 INFO [M:0;da99f16e0d32:43395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:46:51,308 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:51,308 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:51,308 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:51,308 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:51,308 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:51,309 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-27T21:46:51,326 DEBUG [M:0;da99f16e0d32:43395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d488ea36081b42439a85b0deee5cecef is 82, key is hbase:meta,,1/info:regioninfo/1732744009492/Put/seqid=0 2024-11-27T21:46:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:51,332 INFO [M:0;da99f16e0d32:43395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d488ea36081b42439a85b0deee5cecef 2024-11-27T21:46:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36683-0x1017e434cf00001, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:51,342 INFO [RS:0;da99f16e0d32:36683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:51,342 INFO [RS:0;da99f16e0d32:36683 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,36683,1732744008198; zookeeper connection closed. 2024-11-27T21:46:51,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56e7670f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56e7670f 2024-11-27T21:46:51,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:51,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41325-0x1017e434cf00002, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:51,381 INFO [RS:1;da99f16e0d32:41325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:51,381 INFO [RS:1;da99f16e0d32:41325 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,41325,1732744008230; zookeeper connection closed. 2024-11-27T21:46:51,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f95ac96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f95ac96 2024-11-27T21:46:51,385 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-27T21:46:51,396 DEBUG [M:0;da99f16e0d32:43395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55c84da255074b7aa426b8c7fce2e35f is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732744010417/Put/seqid=0 2024-11-27T21:46:51,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:46:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:46:51,812 INFO [M:0;da99f16e0d32:43395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55c84da255074b7aa426b8c7fce2e35f 2024-11-27T21:46:51,832 DEBUG [M:0;da99f16e0d32:43395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d57019f42cb74622a17818890c6d5095 is 69, key is da99f16e0d32,36683,1732744008198/rs:state/1732744008693/Put/seqid=0 2024-11-27T21:46:51,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:51,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:51,840 INFO [M:0;da99f16e0d32:43395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d57019f42cb74622a17818890c6d5095 2024-11-27T21:46:51,847 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d488ea36081b42439a85b0deee5cecef as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d488ea36081b42439a85b0deee5cecef 2024-11-27T21:46:51,853 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d488ea36081b42439a85b0deee5cecef, entries=8, sequenceid=71, filesize=5.5 K 2024-11-27T21:46:51,855 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55c84da255074b7aa426b8c7fce2e35f as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55c84da255074b7aa426b8c7fce2e35f 2024-11-27T21:46:51,860 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55c84da255074b7aa426b8c7fce2e35f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-27T21:46:51,861 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d57019f42cb74622a17818890c6d5095 as hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d57019f42cb74622a17818890c6d5095 2024-11-27T21:46:51,867 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/daddbf2f-21d4-d937-0bea-86fa1da2f8cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d57019f42cb74622a17818890c6d5095, entries=2, sequenceid=71, filesize=5.1 K 2024-11-27T21:46:51,869 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=71, compaction requested=false 2024-11-27T21:46:51,870 INFO [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:51,870 DEBUG [M:0;da99f16e0d32:43395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744011308Disabling compacts and flushes for region at 1732744011308Disabling writes for close at 1732744011308Obtaining lock to block concurrent updates at 1732744011309 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732744011309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732744011309Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732744011310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732744011310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732744011326 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732744011326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732744011338 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732744011395 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732744011395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732744011818 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732744011831 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732744011831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ef63bb: reopening flushed file at 1732744011846 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d69a95: reopening flushed file at 1732744011854 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0a793f: reopening flushed file at 1732744011860 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=71, compaction requested=false at 1732744011869 (+9 ms)Writing region close event to WAL at 1732744011870 (+1 ms)Closed at 1732744011870 2024-11-27T21:46:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741830_1006 (size=35428) 2024-11-27T21:46:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741830_1006 (size=35428) 2024-11-27T21:46:51,873 INFO [M:0;da99f16e0d32:43395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:46:51,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:51,873 INFO [M:0;da99f16e0d32:43395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43395 2024-11-27T21:46:51,873 INFO [M:0;da99f16e0d32:43395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:52,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:52,015 INFO [M:0;da99f16e0d32:43395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:52,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x1017e434cf00000, quorum=127.0.0.1:60688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:52,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372bca06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:52,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e696bad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:52,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:52,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f597cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:52,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26487961{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:52,020 WARN [BP-214610340-172.17.0.2-1732744005826 heartbeating to localhost/127.0.0.1:40833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:52,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:52,020 WARN [BP-214610340-172.17.0.2-1732744005826 heartbeating to localhost/127.0.0.1:40833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-214610340-172.17.0.2-1732744005826 (Datanode Uuid 6eb896d4-e528-4827-8abd-58f045cafc7e) service to localhost/127.0.0.1:40833 2024-11-27T21:46:52,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:52,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data3/current/BP-214610340-172.17.0.2-1732744005826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:52,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data4/current/BP-214610340-172.17.0.2-1732744005826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:52,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:52,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2f6beb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:52,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e2578a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:52,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:52,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d860141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:52,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b94ce22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:52,028 WARN [BP-214610340-172.17.0.2-1732744005826 heartbeating to localhost/127.0.0.1:40833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:52,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:52,028 WARN [BP-214610340-172.17.0.2-1732744005826 heartbeating to localhost/127.0.0.1:40833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-214610340-172.17.0.2-1732744005826 (Datanode Uuid 4d60ad28-e2fe-4f73-a34b-a1d87707d455) service to localhost/127.0.0.1:40833 2024-11-27T21:46:52,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:52,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data1/current/BP-214610340-172.17.0.2-1732744005826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:52,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/cluster_d2f8ca48-d3c7-f594-862a-b17d0da511b0/data/data2/current/BP-214610340-172.17.0.2-1732744005826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:52,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:52,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a10ebb1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:52,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:52,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:52,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:52,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:52,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:46:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:46:52,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=129 (was 110) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40833 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40833 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=468 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9542 (was 9904) 2024-11-27T21:46:52,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=129, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=9542 2024-11-27T21:46:52,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir so I do NOT create it in target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c 2024-11-27T21:46:52,098 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:46:52,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.tmp.dir so I do NOT create it in target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c 2024-11-27T21:46:52,098 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/380f1128-969a-69d8-4f0e-614c0714d68a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:46:52,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c 2024-11-27T21:46:52,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24, deleteOnExit=true 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/test.cache.data in system properties and HBase conf 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:46:52,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:46:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:46:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:46:52,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:52,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:52,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:52,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:52,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:52,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:52,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53525508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:52,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35110b9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:52,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207ec436{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/java.io.tmpdir/jetty-localhost-34363-hadoop-hdfs-3_4_1-tests_jar-_-any-9501573643128010143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:52,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@162fcd93{HTTP/1.1, (http/1.1)}{localhost:34363} 2024-11-27T21:46:52,594 INFO [Time-limited test {}] server.Server(415): Started @23012ms 2024-11-27T21:46:52,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:52,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:52,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:52,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:52,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:46:52,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fdb379f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:52,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e787135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:52,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b58fc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/java.io.tmpdir/jetty-localhost-40221-hadoop-hdfs-3_4_1-tests_jar-_-any-8608519772071638164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:52,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f7095b{HTTP/1.1, (http/1.1)}{localhost:40221} 2024-11-27T21:46:52,932 INFO [Time-limited test {}] server.Server(415): Started @23349ms 2024-11-27T21:46:52,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:52,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:52,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:52,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:52,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:52,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:46:52,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8f65e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:52,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb577c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:53,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7918ef7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/java.io.tmpdir/jetty-localhost-33951-hadoop-hdfs-3_4_1-tests_jar-_-any-10099941763886541988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:53,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14dd6664{HTTP/1.1, (http/1.1)}{localhost:33951} 2024-11-27T21:46:53,074 INFO [Time-limited test {}] server.Server(415): Started @23492ms 2024-11-27T21:46:53,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:46:54,568 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data2/current/BP-955178604-172.17.0.2-1732744012118/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:54,568 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data1/current/BP-955178604-172.17.0.2-1732744012118/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:54,583 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc3847eb93e26c28 with lease ID 0xf112d45843ee35b6: Processing first storage report for DS-5932fec5-1138-46d3-8c55-243a0590d891 from datanode DatanodeRegistration(127.0.0.1:35317, datanodeUuid=bf877296-67be-4d5a-9245-f1009b4edd24, infoPort=45679, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118) 2024-11-27T21:46:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc3847eb93e26c28 with lease ID 0xf112d45843ee35b6: from storage DS-5932fec5-1138-46d3-8c55-243a0590d891 node DatanodeRegistration(127.0.0.1:35317, datanodeUuid=bf877296-67be-4d5a-9245-f1009b4edd24, infoPort=45679, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc3847eb93e26c28 with lease ID 0xf112d45843ee35b6: Processing first storage report for DS-ccedb310-4379-4e5c-adc7-632bd623724c from datanode DatanodeRegistration(127.0.0.1:35317, datanodeUuid=bf877296-67be-4d5a-9245-f1009b4edd24, infoPort=45679, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118) 2024-11-27T21:46:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc3847eb93e26c28 with lease ID 0xf112d45843ee35b6: from storage DS-ccedb310-4379-4e5c-adc7-632bd623724c node DatanodeRegistration(127.0.0.1:35317, datanodeUuid=bf877296-67be-4d5a-9245-f1009b4edd24, infoPort=45679, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:54,718 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data4/current/BP-955178604-172.17.0.2-1732744012118/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:54,718 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data3/current/BP-955178604-172.17.0.2-1732744012118/current, will proceed with Du for space computation calculation, 2024-11-27T21:46:54,738 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:46:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6686dccc7dcde2e2 with lease ID 0xf112d45843ee35b7: Processing first storage report for DS-33f50b80-8555-430d-8f06-499767aca452 from datanode DatanodeRegistration(127.0.0.1:41259, datanodeUuid=1c29b82d-9015-4ee5-99ae-f3da64aa8ff5, infoPort=37301, infoSecurePort=0, ipcPort=34851, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118) 2024-11-27T21:46:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6686dccc7dcde2e2 with lease ID 0xf112d45843ee35b7: from storage DS-33f50b80-8555-430d-8f06-499767aca452 node DatanodeRegistration(127.0.0.1:41259, datanodeUuid=1c29b82d-9015-4ee5-99ae-f3da64aa8ff5, infoPort=37301, infoSecurePort=0, ipcPort=34851, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6686dccc7dcde2e2 with lease ID 0xf112d45843ee35b7: Processing first storage report for DS-ae09a32b-d9c0-455b-ad5d-16e19687c916 from datanode DatanodeRegistration(127.0.0.1:41259, datanodeUuid=1c29b82d-9015-4ee5-99ae-f3da64aa8ff5, infoPort=37301, infoSecurePort=0, ipcPort=34851, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118) 2024-11-27T21:46:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6686dccc7dcde2e2 with lease ID 0xf112d45843ee35b7: from storage DS-ae09a32b-d9c0-455b-ad5d-16e19687c916 node DatanodeRegistration(127.0.0.1:41259, datanodeUuid=1c29b82d-9015-4ee5-99ae-f3da64aa8ff5, infoPort=37301, infoSecurePort=0, ipcPort=34851, storageInfo=lv=-57;cid=testClusterID;nsid=2102396697;c=1732744012118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:46:54,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c 2024-11-27T21:46:54,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/zookeeper_0, clientPort=54383, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:46:54,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54383 2024-11-27T21:46:54,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:54,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:46:54,830 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1 with version=8 2024-11-27T21:46:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/hbase-staging 2024-11-27T21:46:54,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:54,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:54,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:54,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:54,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:54,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:54,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:46:54,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:54,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34035 2024-11-27T21:46:54,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34035 connecting to ZooKeeper ensemble=127.0.0.1:54383 2024-11-27T21:46:54,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340350x0, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:54,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34035-0x1017e4367880000 connected 2024-11-27T21:46:54,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:46:54,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:54,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:54,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:54,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1, hbase.cluster.distributed=false 2024-11-27T21:46:54,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:54,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34035 2024-11-27T21:46:54,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34035 2024-11-27T21:46:54,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34035 2024-11-27T21:46:54,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34035 2024-11-27T21:46:54,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34035 2024-11-27T21:46:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:54,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:54,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:54,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:46:55,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:55,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:55,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:55,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:55,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:55,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:55,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:55,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:55,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35527 2024-11-27T21:46:55,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35527 connecting to ZooKeeper ensemble=127.0.0.1:54383 2024-11-27T21:46:55,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:55,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:55,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355270x0, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:55,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35527-0x1017e4367880001 connected 2024-11-27T21:46:55,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355270x0, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:55,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:55,027 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-27T21:46:55,033 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-27T21:46:55,037 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-27T21:46:55,041 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-27T21:46:55,042 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:55,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:55,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35527 2024-11-27T21:46:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35527 2024-11-27T21:46:55,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35527 2024-11-27T21:46:55,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35527 2024-11-27T21:46:55,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35527 2024-11-27T21:46:55,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:46:55,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:46:55,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38313 2024-11-27T21:46:55,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38313 connecting to ZooKeeper ensemble=127.0.0.1:54383 2024-11-27T21:46:55,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:55,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:55,083 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383130x0, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:46:55,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38313-0x1017e4367880002 connected 2024-11-27T21:46:55,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:55,084 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:46:55,084 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-27T21:46:55,091 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-27T21:46:55,092 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-27T21:46:55,092 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-27T21:46:55,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:46:55,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:46:55,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:46:55,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38313 2024-11-27T21:46:55,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38313 2024-11-27T21:46:55,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38313 2024-11-27T21:46:55,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38313 2024-11-27T21:46:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38313 2024-11-27T21:46:55,119 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:34035 2024-11-27T21:46:55,120 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,125 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:55,126 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,136 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:55,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:55,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,136 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,136 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:46:55,137 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,34035,1732744014832 from backup master directory 2024-11-27T21:46:55,146 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:55,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:55,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:46:55,147 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:55,147 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,152 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/hbase.id] with ID: fb2f96c3-446c-4766-8bc8-a2bbca46b434 2024-11-27T21:46:55,152 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/.tmp/hbase.id 2024-11-27T21:46:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:55,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:46:55,162 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/.tmp/hbase.id]:[hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/hbase.id] 2024-11-27T21:46:55,179 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:46:55,179 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:46:55,181 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T21:46:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,188 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:46:55,196 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:55,197 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:46:55,204 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:46:55,618 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store 2024-11-27T21:46:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:46:55,633 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:55,633 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:55,633 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:55,633 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:55,633 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:55,633 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:55,633 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:55,634 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744015633Disabling compacts and flushes for region at 1732744015633Disabling writes for close at 1732744015633Writing region close event to WAL at 1732744015633Closed at 1732744015633 2024-11-27T21:46:55,635 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/.initializing 2024-11-27T21:46:55,635 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/WALs/da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,636 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:55,639 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C34035%2C1732744014832, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/WALs/da99f16e0d32,34035,1732744014832, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/oldWALs, maxLogs=10 2024-11-27T21:46:55,655 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/WALs/da99f16e0d32,34035,1732744014832/da99f16e0d32%2C34035%2C1732744014832.1732744015639, exclude list is [], retry=0 2024-11-27T21:46:55,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-33f50b80-8555-430d-8f06-499767aca452,DISK] 2024-11-27T21:46:55,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35317,DS-5932fec5-1138-46d3-8c55-243a0590d891,DISK] 2024-11-27T21:46:55,662 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/WALs/da99f16e0d32,34035,1732744014832/da99f16e0d32%2C34035%2C1732744014832.1732744015639 2024-11-27T21:46:55,663 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301),(127.0.0.1/127.0.0.1:45679:45679)] 2024-11-27T21:46:55,663 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:55,663 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:55,663 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,663 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:46:55,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:55,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:55,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:46:55,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:55,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:55,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:46:55,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:55,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:55,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:46:55,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:55,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:55,674 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,674 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,675 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,677 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,677 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,678 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:55,679 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:46:55,681 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:55,682 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63004521, jitterRate=-0.06115947663784027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:55,683 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732744015664Initializing all the Stores at 1732744015665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744015665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744015665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744015665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744015665Cleaning up temporary data from old regions at 1732744015677 (+12 ms)Region opened successfully at 1732744015682 (+5 ms) 2024-11-27T21:46:55,683 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:46:55,688 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b288f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:55,689 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:46:55,689 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:46:55,689 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:46:55,689 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:46:55,690 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:46:55,691 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:46:55,691 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:46:55,694 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:46:55,695 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:46:55,746 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:46:55,746 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:46:55,747 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:46:55,756 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:46:55,757 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:46:55,758 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:46:55,763 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T21:46:55,763 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T21:46:55,767 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:46:55,768 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:46:55,777 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:46:55,780 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:46:55,788 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:46:55,799 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,799 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,799 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,34035,1732744014832, sessionid=0x1017e4367880000, setting cluster-up flag (Was=false) 2024-11-27T21:46:55,820 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,851 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:46:55,852 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,872 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:55,914 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:46:55,916 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,34035,1732744014832 2024-11-27T21:46:55,917 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:46:55,918 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:55,918 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:46:55,919 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:46:55,919 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,34035,1732744014832 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:46:55,920 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:55,920 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:55,920 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:55,921 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:46:55,921 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:46:55,921 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:55,921 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:55,921 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:55,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:55,922 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732744045922 2024-11-27T21:46:55,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:55,923 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:46:55,924 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:46:55,924 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:46:55,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:55,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:46:55,924 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:46:55,924 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:46:55,928 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744015924,5,FailOnTimeoutGroup] 2024-11-27T21:46:55,928 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744015928,5,FailOnTimeoutGroup] 2024-11-27T21:46:55,928 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:55,928 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:46:55,928 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:55,928 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:46:56,006 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(746): ClusterId : fb2f96c3-446c-4766-8bc8-a2bbca46b434 2024-11-27T21:46:56,006 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(746): ClusterId : fb2f96c3-446c-4766-8bc8-a2bbca46b434 2024-11-27T21:46:56,007 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:56,007 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:46:56,019 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:56,019 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:46:56,019 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:56,019 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:46:56,031 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:56,031 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:46:56,031 DEBUG [RS:0;da99f16e0d32:35527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dfe6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:56,031 DEBUG [RS:1;da99f16e0d32:38313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6d672f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:46:56,042 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:35527 2024-11-27T21:46:56,042 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:38313 2024-11-27T21:46:56,042 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:56,042 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:46:56,042 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:56,042 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:46:56,042 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:56,042 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:46:56,043 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,34035,1732744014832 with port=38313, startcode=1732744015068 2024-11-27T21:46:56,043 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,34035,1732744014832 with port=35527, startcode=1732744015007 2024-11-27T21:46:56,043 DEBUG [RS:1;da99f16e0d32:38313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:56,043 DEBUG [RS:0;da99f16e0d32:35527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:46:56,045 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:56,045 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:46:56,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34035 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,38313,1732744015068 2024-11-27T21:46:56,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34035 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,38313,1732744015068 2024-11-27T21:46:56,048 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1 2024-11-27T21:46:56,048 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-27T21:46:56,048 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:56,050 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1 2024-11-27T21:46:56,050 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-27T21:46:56,050 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:46:56,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:56,133 DEBUG [RS:0;da99f16e0d32:35527 {}] zookeeper.ZKUtil(111): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,133 WARN [RS:0;da99f16e0d32:35527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:56,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,35527,1732744015007] 2024-11-27T21:46:56,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,38313,1732744015068] 2024-11-27T21:46:56,133 INFO [RS:0;da99f16e0d32:35527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:56,133 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,133 DEBUG [RS:1;da99f16e0d32:38313 {}] zookeeper.ZKUtil(111): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,38313,1732744015068 2024-11-27T21:46:56,133 WARN [RS:1;da99f16e0d32:38313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:46:56,133 INFO [RS:1;da99f16e0d32:38313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:56,133 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,38313,1732744015068 2024-11-27T21:46:56,137 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:56,137 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:46:56,138 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:56,138 INFO [RS:1;da99f16e0d32:38313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:56,138 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,139 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:56,139 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:46:56,140 INFO [RS:0;da99f16e0d32:35527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:46:56,140 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:56,140 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,140 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,140 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:56,141 DEBUG [RS:1;da99f16e0d32:38313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:56,141 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:46:56,141 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,141 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,142 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,142 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:46:56,142 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:56,142 DEBUG [RS:0;da99f16e0d32:35527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:46:56,147 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,38313,1732744015068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,148 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,35527,1732744015007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:56,165 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:56,165 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,35527,1732744015007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,165 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,165 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.Replication(171): da99f16e0d32,35527,1732744015007 started 2024-11-27T21:46:56,167 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:46:56,167 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,38313,1732744015068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,167 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,167 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.Replication(171): da99f16e0d32,38313,1732744015068 started 2024-11-27T21:46:56,178 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,179 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,35527,1732744015007, RpcServer on da99f16e0d32/172.17.0.2:35527, sessionid=0x1017e4367880001 2024-11-27T21:46:56,179 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:56,179 DEBUG [RS:0;da99f16e0d32:35527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,179 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,35527,1732744015007' 2024-11-27T21:46:56,179 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:56,179 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,35527,1732744015007' 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:56,180 DEBUG [RS:0;da99f16e0d32:35527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:56,180 INFO [RS:0;da99f16e0d32:35527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:56,180 INFO [RS:0;da99f16e0d32:35527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:56,185 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,185 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,38313,1732744015068, RpcServer on da99f16e0d32/172.17.0.2:38313, sessionid=0x1017e4367880002 2024-11-27T21:46:56,185 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:46:56,185 DEBUG [RS:1;da99f16e0d32:38313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,38313,1732744015068 2024-11-27T21:46:56,185 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,38313,1732744015068' 2024-11-27T21:46:56,186 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:46:56,186 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,38313,1732744015068 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,38313,1732744015068' 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:46:56,187 DEBUG [RS:1;da99f16e0d32:38313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:46:56,188 INFO [RS:1;da99f16e0d32:38313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:46:56,188 INFO [RS:1;da99f16e0d32:38313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:46:56,281 INFO [RS:0;da99f16e0d32:35527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:56,283 INFO [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C35527%2C1732744015007, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/oldWALs, maxLogs=32 2024-11-27T21:46:56,288 INFO [RS:1;da99f16e0d32:38313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:46:56,290 INFO [RS:1;da99f16e0d32:38313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C38313%2C1732744015068, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,38313,1732744015068, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/oldWALs, maxLogs=32 2024-11-27T21:46:56,299 DEBUG [RS:0;da99f16e0d32:35527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007/da99f16e0d32%2C35527%2C1732744015007.1732744016283, exclude list is [], retry=0 2024-11-27T21:46:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35317,DS-5932fec5-1138-46d3-8c55-243a0590d891,DISK] 2024-11-27T21:46:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-33f50b80-8555-430d-8f06-499767aca452,DISK] 2024-11-27T21:46:56,304 INFO [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007/da99f16e0d32%2C35527%2C1732744015007.1732744016283 2024-11-27T21:46:56,304 DEBUG [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301),(127.0.0.1/127.0.0.1:45679:45679)] 2024-11-27T21:46:56,310 DEBUG [RS:1;da99f16e0d32:38313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,38313,1732744015068/da99f16e0d32%2C38313%2C1732744015068.1732744016291, exclude list is [], retry=0 2024-11-27T21:46:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-33f50b80-8555-430d-8f06-499767aca452,DISK] 2024-11-27T21:46:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35317,DS-5932fec5-1138-46d3-8c55-243a0590d891,DISK] 2024-11-27T21:46:56,315 INFO [RS:1;da99f16e0d32:38313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,38313,1732744015068/da99f16e0d32%2C38313%2C1732744015068.1732744016291 2024-11-27T21:46:56,316 DEBUG [RS:1;da99f16e0d32:38313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45679:45679),(127.0.0.1/127.0.0.1:37301:37301)] 2024-11-27T21:46:56,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:46:56,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1 2024-11-27T21:46:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741834_1010 (size=32) 2024-11-27T21:46:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741834_1010 (size=32) 2024-11-27T21:46:56,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:56,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:56,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:56,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:56,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:56,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:56,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:56,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:56,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:56,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:56,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740 2024-11-27T21:46:56,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740 2024-11-27T21:46:56,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:56,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:56,360 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:56,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:56,364 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:56,364 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63000145, jitterRate=-0.06122468411922455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:56,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732744016347Initializing all the Stores at 1732744016348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744016348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744016348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744016348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744016348Cleaning up temporary data from old regions at 1732744016360 (+12 ms)Region opened successfully at 1732744016365 (+5 ms) 2024-11-27T21:46:56,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:56,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:56,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:56,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:56,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:56,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:56,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744016365Disabling compacts and flushes for region at 1732744016365Disabling writes for close at 1732744016366 (+1 ms)Writing region close event to WAL at 1732744016366Closed at 1732744016366 2024-11-27T21:46:56,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:56,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:46:56,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:46:56,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:56,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:46:56,522 DEBUG [da99f16e0d32:34035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T21:46:56,523 DEBUG [da99f16e0d32:34035 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:56,525 DEBUG [da99f16e0d32:34035 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:56,525 DEBUG [da99f16e0d32:34035 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:56,525 DEBUG [da99f16e0d32:34035 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:56,525 DEBUG [da99f16e0d32:34035 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:56,525 INFO [da99f16e0d32:34035 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:56,525 INFO [da99f16e0d32:34035 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:56,525 DEBUG [da99f16e0d32:34035 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:56,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,527 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,35527,1732744015007, state=OPENING 2024-11-27T21:46:56,588 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:46:56,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:56,599 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:56,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:56,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:46:56,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:56,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:56,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:56,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,35527,1732744015007}] 2024-11-27T21:46:56,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:56,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:56,762 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:46:56,762 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:46:56,762 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:46:56,764 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C35527%2C1732744015007.meta, suffix=.meta, logDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/oldWALs, maxLogs=32 2024-11-27T21:46:56,781 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007/da99f16e0d32%2C35527%2C1732744015007.meta.1732744016765.meta, exclude list is [], retry=0 2024-11-27T21:46:56,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-33f50b80-8555-430d-8f06-499767aca452,DISK] 2024-11-27T21:46:56,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35317,DS-5932fec5-1138-46d3-8c55-243a0590d891,DISK] 2024-11-27T21:46:56,785 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007/da99f16e0d32%2C35527%2C1732744015007.meta.1732744016765.meta 2024-11-27T21:46:56,785 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301),(127.0.0.1/127.0.0.1:45679:45679)] 2024-11-27T21:46:56,785 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:46:56,785 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:46:56,786 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:46:56,786 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:46:56,786 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:46:56,786 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:56,786 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:46:56,786 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:46:56,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:46:56,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:46:56,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:46:56,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:46:56,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:46:56,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:46:56,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:46:56,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:46:56,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:46:56,792 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:46:56,793 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740 2024-11-27T21:46:56,794 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740 2024-11-27T21:46:56,796 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:46:56,796 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:46:56,796 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:46:56,798 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:46:56,799 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65254050, jitterRate=-0.027638882398605347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:46:56,799 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:46:56,800 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732744016786Writing region info on filesystem at 1732744016786Initializing all the Stores at 1732744016787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744016787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744016787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744016787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744016787Cleaning up temporary data from old regions at 1732744016796 (+9 ms)Running coprocessor post-open hooks at 1732744016799 (+3 ms)Region opened successfully at 1732744016800 (+1 ms) 2024-11-27T21:46:56,801 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732744016755 2024-11-27T21:46:56,803 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:46:56,804 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:46:56,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,35527,1732744015007, state=OPEN 2024-11-27T21:46:56,818 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:56,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:56,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:46:56,818 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,35527,1732744015007 2024-11-27T21:46:56,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:56,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:56,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:46:56,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:46:56,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,35527,1732744015007 in 218 msec 2024-11-27T21:46:56,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:46:56,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-27T21:46:56,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:46:56,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:46:56,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:56,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,35527,1732744015007, seqNum=-1] 2024-11-27T21:46:56,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:56,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54905, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:56,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 916 msec 2024-11-27T21:46:56,835 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732744016835, completionTime=-1 2024-11-27T21:46:56,835 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-27T21:46:56,835 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:46:56,837 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-27T21:46:56,837 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732744076837 2024-11-27T21:46:56,837 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744136837 2024-11-27T21:46:56,837 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:46:56,837 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:46:56,838 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34035,1732744014832-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,838 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34035,1732744014832-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,838 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34035,1732744014832-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,838 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:34035, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,838 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,838 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,840 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.695sec 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34035,1732744014832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:46:56,842 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34035,1732744014832-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:46:56,844 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:46:56,844 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:46:56,844 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34035,1732744014832-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:46:56,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfcfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:56,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,34035,-1 for getting cluster id 2024-11-27T21:46:56,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:46:56,911 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb2f96c3-446c-4766-8bc8-a2bbca46b434' 2024-11-27T21:46:56,912 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:46:56,912 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb2f96c3-446c-4766-8bc8-a2bbca46b434" 2024-11-27T21:46:56,913 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd1d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:56,913 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,34035,-1] 2024-11-27T21:46:56,914 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:46:56,914 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:56,916 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:46:56,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd53b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:56,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:56,919 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,35527,1732744015007, seqNum=-1] 2024-11-27T21:46:56,919 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:56,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:56,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,34035,1732744014832 2024-11-27T21:46:56,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:46:56,923 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,34035,1732744014832 2024-11-27T21:46:56,923 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76143637 2024-11-27T21:46:56,923 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:46:56,924 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:46:56,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:46:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-27T21:46:56,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:46:56,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:56,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-27T21:46:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:56,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:46:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:46:56,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 419dc6cba84401cda917028a86e7d971, NAME => 'testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1 2024-11-27T21:46:56,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 99a19f700ee4081a92bb1f52feae1e33, NAME => 'testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1 2024-11-27T21:46:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:46:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:46:56,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:56,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 419dc6cba84401cda917028a86e7d971, disabling compactions & flushes 2024-11-27T21:46:56,945 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:56,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:56,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. after waiting 0 ms 2024-11-27T21:46:56,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:56,945 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:56,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 419dc6cba84401cda917028a86e7d971: Waiting for close lock at 1732744016945Disabling compacts and flushes for region at 1732744016945Disabling writes for close at 1732744016945Writing region close event to WAL at 1732744016945Closed at 1732744016945 2024-11-27T21:46:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:57,346 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:57,346 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 99a19f700ee4081a92bb1f52feae1e33, disabling compactions & flushes 2024-11-27T21:46:57,346 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,346 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,347 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. after waiting 0 ms 2024-11-27T21:46:57,347 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,347 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,347 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 99a19f700ee4081a92bb1f52feae1e33: Waiting for close lock at 1732744017346Disabling compacts and flushes for region at 1732744017346Disabling writes for close at 1732744017347 (+1 ms)Writing region close event to WAL at 1732744017347Closed at 1732744017347 2024-11-27T21:46:57,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:46:57,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744017349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744017349"}]},"ts":"1732744017349"} 2024-11-27T21:46:57,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744017349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744017349"}]},"ts":"1732744017349"} 2024-11-27T21:46:57,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T21:46:57,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:46:57,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744017354"}]},"ts":"1732744017354"} 2024-11-27T21:46:57,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-27T21:46:57,356 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:46:57,358 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:46:57,358 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:46:57,358 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:46:57,358 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:46:57,358 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:46:57,358 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:46:57,358 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:46:57,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=419dc6cba84401cda917028a86e7d971, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99a19f700ee4081a92bb1f52feae1e33, ASSIGN}] 2024-11-27T21:46:57,360 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99a19f700ee4081a92bb1f52feae1e33, ASSIGN 2024-11-27T21:46:57,360 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=419dc6cba84401cda917028a86e7d971, ASSIGN 2024-11-27T21:46:57,361 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99a19f700ee4081a92bb1f52feae1e33, ASSIGN; state=OFFLINE, location=da99f16e0d32,35527,1732744015007; forceNewPlan=false, retain=false 2024-11-27T21:46:57,361 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=419dc6cba84401cda917028a86e7d971, ASSIGN; state=OFFLINE, location=da99f16e0d32,38313,1732744015068; forceNewPlan=false, retain=false 2024-11-27T21:46:57,511 INFO [da99f16e0d32:34035 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-27T21:46:57,512 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=419dc6cba84401cda917028a86e7d971, regionState=OPENING, regionLocation=da99f16e0d32,38313,1732744015068 2024-11-27T21:46:57,512 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=99a19f700ee4081a92bb1f52feae1e33, regionState=OPENING, regionLocation=da99f16e0d32,35527,1732744015007 2024-11-27T21:46:57,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=419dc6cba84401cda917028a86e7d971, ASSIGN because future has completed 2024-11-27T21:46:57,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 419dc6cba84401cda917028a86e7d971, server=da99f16e0d32,38313,1732744015068}] 2024-11-27T21:46:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99a19f700ee4081a92bb1f52feae1e33, ASSIGN because future has completed 2024-11-27T21:46:57,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a19f700ee4081a92bb1f52feae1e33, server=da99f16e0d32,35527,1732744015007}] 2024-11-27T21:46:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:57,669 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:57,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:57,674 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,674 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:57,674 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 99a19f700ee4081a92bb1f52feae1e33, NAME => 'testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33.', STARTKEY => '5', ENDKEY => ''} 2024-11-27T21:46:57,674 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 419dc6cba84401cda917028a86e7d971, NAME => 'testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971.', STARTKEY => '', ENDKEY => '5'} 2024-11-27T21:46:57,674 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,674 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:57,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:46:57,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,676 INFO [StoreOpener-99a19f700ee4081a92bb1f52feae1e33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,676 INFO [StoreOpener-419dc6cba84401cda917028a86e7d971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,677 INFO [StoreOpener-99a19f700ee4081a92bb1f52feae1e33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a19f700ee4081a92bb1f52feae1e33 columnFamilyName family 2024-11-27T21:46:57,677 INFO [StoreOpener-419dc6cba84401cda917028a86e7d971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 419dc6cba84401cda917028a86e7d971 columnFamilyName family 2024-11-27T21:46:57,677 DEBUG [StoreOpener-99a19f700ee4081a92bb1f52feae1e33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:57,677 DEBUG [StoreOpener-419dc6cba84401cda917028a86e7d971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:46:57,678 INFO [StoreOpener-99a19f700ee4081a92bb1f52feae1e33-1 {}] regionserver.HStore(327): Store=99a19f700ee4081a92bb1f52feae1e33/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:57,678 INFO [StoreOpener-419dc6cba84401cda917028a86e7d971-1 {}] regionserver.HStore(327): Store=419dc6cba84401cda917028a86e7d971/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:46:57,678 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,678 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,678 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,681 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,681 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,683 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:57,683 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:46:57,684 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 99a19f700ee4081a92bb1f52feae1e33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65452705, jitterRate=-0.02467869222164154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:57,684 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 419dc6cba84401cda917028a86e7d971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71633914, jitterRate=0.06742849946022034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:46:57,684 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:57,684 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:57,684 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 99a19f700ee4081a92bb1f52feae1e33: Running coprocessor pre-open hook at 1732744017675Writing region info on filesystem at 1732744017675Initializing all the Stores at 1732744017675Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744017675Cleaning up temporary data from old regions at 1732744017679 (+4 ms)Running coprocessor post-open hooks at 1732744017684 (+5 ms)Region opened successfully at 1732744017684 2024-11-27T21:46:57,684 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 419dc6cba84401cda917028a86e7d971: Running coprocessor pre-open hook at 1732744017675Writing region info on filesystem at 1732744017675Initializing all the Stores at 1732744017675Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744017676 (+1 ms)Cleaning up temporary data from old regions at 1732744017679 (+3 ms)Running coprocessor post-open hooks at 1732744017684 (+5 ms)Region opened successfully at 1732744017684 2024-11-27T21:46:57,685 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33., pid=8, masterSystemTime=1732744017671 2024-11-27T21:46:57,685 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971., pid=7, masterSystemTime=1732744017668 2024-11-27T21:46:57,688 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,688 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:57,688 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=99a19f700ee4081a92bb1f52feae1e33, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35527,1732744015007 2024-11-27T21:46:57,689 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:57,689 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:57,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=419dc6cba84401cda917028a86e7d971, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,38313,1732744015068 2024-11-27T21:46:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a19f700ee4081a92bb1f52feae1e33, server=da99f16e0d32,35527,1732744015007 because future has completed 2024-11-27T21:46:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 419dc6cba84401cda917028a86e7d971, server=da99f16e0d32,38313,1732744015068 because future has completed 2024-11-27T21:46:57,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-27T21:46:57,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 99a19f700ee4081a92bb1f52feae1e33, server=da99f16e0d32,35527,1732744015007 in 176 msec 2024-11-27T21:46:57,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-27T21:46:57,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99a19f700ee4081a92bb1f52feae1e33, ASSIGN in 339 msec 2024-11-27T21:46:57,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 419dc6cba84401cda917028a86e7d971, server=da99f16e0d32,38313,1732744015068 in 181 msec 2024-11-27T21:46:57,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:46:57,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=419dc6cba84401cda917028a86e7d971, ASSIGN in 340 msec 2024-11-27T21:46:57,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:46:57,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744017702"}]},"ts":"1732744017702"} 2024-11-27T21:46:57,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-27T21:46:57,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:46:57,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 780 msec 2024-11-27T21:46:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:46:58,070 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-27T21:46:58,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-27T21:46:58,070 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:58,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-27T21:46:58,080 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:46:58,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-27T21:46:58,085 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971., hostname=da99f16e0d32,38313,1732744015068, seqNum=2] 2024-11-27T21:46:58,086 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:58,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:58,107 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33., hostname=da99f16e0d32,35527,1732744015007, seqNum=2] 2024-11-27T21:46:58,130 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 99a19f700ee4081a92bb1f52feae1e33 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-27T21:46:58,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/.tmp/family/71825fe6deca4560b3d413c5ca833083 is 32, key is 5/family:/1732744018108/Put/seqid=0 2024-11-27T21:46:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741839_1015 (size=5083) 2024-11-27T21:46:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741839_1015 (size=5083) 2024-11-27T21:46:58,164 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/.tmp/family/71825fe6deca4560b3d413c5ca833083 2024-11-27T21:46:58,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/.tmp/family/71825fe6deca4560b3d413c5ca833083 as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/family/71825fe6deca4560b3d413c5ca833083 2024-11-27T21:46:58,186 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/family/71825fe6deca4560b3d413c5ca833083, entries=5, sequenceid=9, filesize=5.0 K 2024-11-27T21:46:58,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 99a19f700ee4081a92bb1f52feae1e33 in 57ms, sequenceid=9, compaction requested=false 2024-11-27T21:46:58,187 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 99a19f700ee4081a92bb1f52feae1e33: 2024-11-27T21:46:58,187 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 419dc6cba84401cda917028a86e7d971 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-27T21:46:58,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/.tmp/family/e5a1cc28d08340f0aa074a98ebf9b4c5 is 32, key is 1/family:/1732744018088/Put/seqid=0 2024-11-27T21:46:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741840_1016 (size=5054) 2024-11-27T21:46:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741840_1016 (size=5054) 2024-11-27T21:46:58,222 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/.tmp/family/e5a1cc28d08340f0aa074a98ebf9b4c5 2024-11-27T21:46:58,231 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/.tmp/family/e5a1cc28d08340f0aa074a98ebf9b4c5 as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/family/e5a1cc28d08340f0aa074a98ebf9b4c5 2024-11-27T21:46:58,241 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/family/e5a1cc28d08340f0aa074a98ebf9b4c5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-27T21:46:58,246 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 419dc6cba84401cda917028a86e7d971 in 58ms, sequenceid=8, compaction requested=false 2024-11-27T21:46:58,246 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 419dc6cba84401cda917028a86e7d971: 2024-11-27T21:46:58,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10afe2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:58,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,34035,-1 for getting cluster id 2024-11-27T21:46:58,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:46:58,250 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb2f96c3-446c-4766-8bc8-a2bbca46b434' 2024-11-27T21:46:58,250 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:46:58,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb2f96c3-446c-4766-8bc8-a2bbca46b434" 2024-11-27T21:46:58,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9a7cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:58,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,34035,-1] 2024-11-27T21:46:58,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:46:58,251 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,253 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:46:58,253 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4114ef02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:46:58,264 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-27T21:46:58,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:46:58,267 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,35527,1732744015007, seqNum=-1] 2024-11-27T21:46:58,267 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:46:58,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:46:58,274 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:58,275 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:46:58,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:58,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:46:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38313 {}] bucket.BucketCache(1863): found 1 blocks for file e5a1cc28d08340f0aa074a98ebf9b4c5, starting offset: 0, end offset: 9223372036854775807 2024-11-27T21:46:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38313 {}] bucket.BucketCache(856): removed key e5a1cc28d08340f0aa074a98ebf9b4c5_0 from back map with offset lock 2094080 in the evict process 2024-11-27T21:46:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] bucket.BucketCache(1863): found 1 blocks for file 71825fe6deca4560b3d413c5ca833083, starting offset: 0, end offset: 9223372036854775807 2024-11-27T21:46:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] bucket.BucketCache(856): removed key 71825fe6deca4560b3d413c5ca833083_0 from back map with offset lock 2094080 in the evict process 2024-11-27T21:46:58,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:58,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:58,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:46:58,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:46:58,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:58,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:58,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:46:58,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:46:58,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=571788241, stopped=false 2024-11-27T21:46:58,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,34035,1732744014832 2024-11-27T21:46:58,336 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:58,336 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:46:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:58,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:58,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:58,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:46:58,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:58,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:46:58,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:58,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,35527,1732744015007' ***** 2024-11-27T21:46:58,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:58,342 INFO [RS:0;da99f16e0d32:35527 {}] bucket.BucketCache(1738): Disabling cache 2024-11-27T21:46:58,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,38313,1732744015068' ***** 2024-11-27T21:46:58,343 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-27T21:46:58,343 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-27T21:46:58,343 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-27T21:46:58,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:46:58,343 INFO [RS:1;da99f16e0d32:38313 {}] bucket.BucketCache(1738): Disabling cache 2024-11-27T21:46:58,343 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-27T21:46:58,343 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-27T21:46:58,343 INFO [RS:0;da99f16e0d32:35527 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-27T21:46:58,343 INFO [RS:1;da99f16e0d32:38313 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-27T21:46:58,343 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:58,343 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:46:58,344 INFO [RS:0;da99f16e0d32:35527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:58,344 INFO [RS:1;da99f16e0d32:38313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:46:58,344 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:58,344 INFO [RS:1;da99f16e0d32:38313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:58,344 INFO [RS:0;da99f16e0d32:35527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:46:58,344 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(3091): Received CLOSE for 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:58,344 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(3091): Received CLOSE for 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:58,344 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,38313,1732744015068 2024-11-27T21:46:58,344 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:46:58,344 INFO [RS:1;da99f16e0d32:38313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:58,344 INFO [RS:1;da99f16e0d32:38313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:38313. 2024-11-27T21:46:58,344 DEBUG [RS:1;da99f16e0d32:38313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:58,344 DEBUG [RS:1;da99f16e0d32:38313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,345 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:46:58,345 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1325): Online Regions={419dc6cba84401cda917028a86e7d971=testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971.} 2024-11-27T21:46:58,345 DEBUG [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1351): Waiting on 419dc6cba84401cda917028a86e7d971 2024-11-27T21:46:58,345 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 419dc6cba84401cda917028a86e7d971, disabling compactions & flushes 2024-11-27T21:46:58,345 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:58,345 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:58,345 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. after waiting 0 ms 2024-11-27T21:46:58,345 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:58,347 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-27T21:46:58,348 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,35527,1732744015007 2024-11-27T21:46:58,348 INFO [RS:0;da99f16e0d32:35527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:58,348 INFO [RS:0;da99f16e0d32:35527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:35527. 2024-11-27T21:46:58,349 DEBUG [RS:0;da99f16e0d32:35527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:46:58,349 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99a19f700ee4081a92bb1f52feae1e33, disabling compactions & flushes 2024-11-27T21:46:58,349 DEBUG [RS:0;da99f16e0d32:35527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,349 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:58,349 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:58,349 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:58,349 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. after waiting 0 ms 2024-11-27T21:46:58,349 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:58,349 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:58,349 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:58,349 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:46:58,349 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:46:58,349 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 99a19f700ee4081a92bb1f52feae1e33=testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33.} 2024-11-27T21:46:58,349 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99a19f700ee4081a92bb1f52feae1e33 2024-11-27T21:46:58,350 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:58,350 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:46:58,350 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:46:58,350 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:46:58,350 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:46:58,350 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:46:58,350 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-27T21:46:58,354 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:58,361 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/419dc6cba84401cda917028a86e7d971/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:46:58,362 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:58,362 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 419dc6cba84401cda917028a86e7d971: Waiting for close lock at 1732744018345Running coprocessor pre-close hooks at 1732744018345Disabling compacts and flushes for region at 1732744018345Disabling writes for close at 1732744018345Writing region close event to WAL at 1732744018352 (+7 ms)Running coprocessor post-close hooks at 1732744018362 (+10 ms)Closed at 1732744018362 2024-11-27T21:46:58,362 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732744016925.419dc6cba84401cda917028a86e7d971. 2024-11-27T21:46:58,365 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/default/testClearRegionBlockCache/99a19f700ee4081a92bb1f52feae1e33/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-27T21:46:58,366 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:58,366 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99a19f700ee4081a92bb1f52feae1e33: Waiting for close lock at 1732744018348Running coprocessor pre-close hooks at 1732744018348Disabling compacts and flushes for region at 1732744018349 (+1 ms)Disabling writes for close at 1732744018349Writing region close event to WAL at 1732744018359 (+10 ms)Running coprocessor post-close hooks at 1732744018366 (+7 ms)Closed at 1732744018366 2024-11-27T21:46:58,367 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33. 2024-11-27T21:46:58,379 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/info/f1383827a1be48c1a8b40c025b24b030 is 173, key is testClearRegionBlockCache,5,1732744016925.99a19f700ee4081a92bb1f52feae1e33./info:regioninfo/1732744017688/Put/seqid=0 2024-11-27T21:46:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:46:58,406 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/info/f1383827a1be48c1a8b40c025b24b030 2024-11-27T21:46:58,439 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/ns/c440c4ce67a743cfb77d70cef67976d7 is 43, key is default/ns:d/1732744016829/Put/seqid=0 2024-11-27T21:46:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:46:58,457 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/ns/c440c4ce67a743cfb77d70cef67976d7 2024-11-27T21:46:58,486 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/table/09bbe74329ea416a92a32233caceb6d9 is 61, key is testClearRegionBlockCache/table:state/1732744017702/Put/seqid=0 2024-11-27T21:46:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:46:58,509 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/table/09bbe74329ea416a92a32233caceb6d9 2024-11-27T21:46:58,525 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/info/f1383827a1be48c1a8b40c025b24b030 as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/info/f1383827a1be48c1a8b40c025b24b030 2024-11-27T21:46:58,537 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/info/f1383827a1be48c1a8b40c025b24b030, entries=20, sequenceid=13, filesize=8.0 K 2024-11-27T21:46:58,539 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/ns/c440c4ce67a743cfb77d70cef67976d7 as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/ns/c440c4ce67a743cfb77d70cef67976d7 2024-11-27T21:46:58,545 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,38313,1732744015068; all regions closed. 2024-11-27T21:46:58,550 DEBUG [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:46:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:46:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:46:58,557 DEBUG [RS:1;da99f16e0d32:38313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/oldWALs 2024-11-27T21:46:58,557 INFO [RS:1;da99f16e0d32:38313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C38313%2C1732744015068:(num 1732744016291) 2024-11-27T21:46:58,557 DEBUG [RS:1;da99f16e0d32:38313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,557 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:46:58,558 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:58,558 INFO [RS:1;da99f16e0d32:38313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38313 2024-11-27T21:46:58,564 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/ns/c440c4ce67a743cfb77d70cef67976d7, entries=2, sequenceid=13, filesize=5.0 K 2024-11-27T21:46:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:58,567 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,38313,1732744015068 2024-11-27T21:46:58,567 INFO [RS:1;da99f16e0d32:38313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:58,569 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/.tmp/table/09bbe74329ea416a92a32233caceb6d9 as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/table/09bbe74329ea416a92a32233caceb6d9 2024-11-27T21:46:58,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,38313,1732744015068] 2024-11-27T21:46:58,582 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/table/09bbe74329ea416a92a32233caceb6d9, entries=2, sequenceid=13, filesize=5.2 K 2024-11-27T21:46:58,587 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 237ms, sequenceid=13, compaction requested=false 2024-11-27T21:46:58,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,38313,1732744015068 already deleted, retry=false 2024-11-27T21:46:58,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,38313,1732744015068 expired; onlineServers=1 2024-11-27T21:46:58,607 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T21:46:58,609 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:46:58,609 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:58,609 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744018350Running coprocessor pre-close hooks at 1732744018350Disabling compacts and flushes for region at 1732744018350Disabling writes for close at 1732744018350Obtaining lock to block concurrent updates at 1732744018350Preparing flush snapshotting stores in 1588230740 at 1732744018350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732744018351 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732744018352 (+1 ms)Flushing 1588230740/info: creating writer at 1732744018352Flushing 1588230740/info: appending metadata at 1732744018379 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732744018379Flushing 1588230740/ns: creating writer at 1732744018416 (+37 ms)Flushing 1588230740/ns: appending metadata at 1732744018438 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732744018438Flushing 1588230740/table: creating writer at 1732744018467 (+29 ms)Flushing 1588230740/table: appending metadata at 1732744018486 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732744018486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf568aa: reopening flushed file at 1732744018523 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68474b1a: reopening flushed file at 1732744018538 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb29925: reopening flushed file at 1732744018565 (+27 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 237ms, sequenceid=13, compaction requested=false at 1732744018588 (+23 ms)Writing region close event to WAL at 1732744018600 (+12 ms)Running coprocessor post-close hooks at 1732744018608 (+8 ms)Closed at 1732744018609 (+1 ms) 2024-11-27T21:46:58,609 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:46:58,678 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:58,678 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38313-0x1017e4367880002, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:58,678 INFO [RS:1;da99f16e0d32:38313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:58,678 INFO [RS:1;da99f16e0d32:38313 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,38313,1732744015068; zookeeper connection closed. 2024-11-27T21:46:58,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d204f46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d204f46 2024-11-27T21:46:58,750 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,35527,1732744015007; all regions closed. 2024-11-27T21:46:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:46:58,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/WALs/da99f16e0d32,35527,1732744015007/da99f16e0d32%2C35527%2C1732744015007.meta.1732744016765.meta not finished, retry = 0 2024-11-27T21:46:58,857 DEBUG [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/oldWALs 2024-11-27T21:46:58,857 INFO [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C35527%2C1732744015007.meta:.meta(num 1732744016765) 2024-11-27T21:46:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741832_1008 (size=1867) 2024-11-27T21:46:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741832_1008 (size=1867) 2024-11-27T21:46:58,870 DEBUG [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/oldWALs 2024-11-27T21:46:58,870 INFO [RS:0;da99f16e0d32:35527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C35527%2C1732744015007:(num 1732744016283) 2024-11-27T21:46:58,870 DEBUG [RS:0;da99f16e0d32:35527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:46:58,870 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:46:58,870 INFO [RS:0;da99f16e0d32:35527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:58,870 INFO [RS:0;da99f16e0d32:35527 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:58,871 INFO [RS:0;da99f16e0d32:35527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:58,871 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:58,871 INFO [RS:0;da99f16e0d32:35527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35527 2024-11-27T21:46:58,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,35527,1732744015007 2024-11-27T21:46:58,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:46:58,883 INFO [RS:0;da99f16e0d32:35527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:58,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,35527,1732744015007] 2024-11-27T21:46:58,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,35527,1732744015007 already deleted, retry=false 2024-11-27T21:46:58,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,35527,1732744015007 expired; onlineServers=0 2024-11-27T21:46:58,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,34035,1732744014832' ***** 2024-11-27T21:46:58,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:46:58,904 INFO [M:0;da99f16e0d32:34035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:46:58,904 INFO [M:0;da99f16e0d32:34035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:46:58,904 DEBUG [M:0;da99f16e0d32:34035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:46:58,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:46:58,904 DEBUG [M:0;da99f16e0d32:34035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:46:58,904 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744015928 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744015928,5,FailOnTimeoutGroup] 2024-11-27T21:46:58,905 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744015924 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744015924,5,FailOnTimeoutGroup] 2024-11-27T21:46:58,905 INFO [M:0;da99f16e0d32:34035 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:46:58,905 INFO [M:0;da99f16e0d32:34035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:46:58,905 DEBUG [M:0;da99f16e0d32:34035 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:46:58,905 INFO [M:0;da99f16e0d32:34035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:46:58,905 INFO [M:0;da99f16e0d32:34035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:46:58,905 INFO [M:0;da99f16e0d32:34035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:46:58,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:46:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:46:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:46:58,914 DEBUG [M:0;da99f16e0d32:34035 {}] zookeeper.ZKUtil(347): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:46:58,914 WARN [M:0;da99f16e0d32:34035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:46:58,915 INFO [M:0;da99f16e0d32:34035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/.lastflushedseqids 2024-11-27T21:46:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:46:58,922 INFO [M:0;da99f16e0d32:34035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:46:58,922 INFO [M:0;da99f16e0d32:34035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:46:58,923 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:46:58,923 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:58,923 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:58,923 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:46:58,923 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:58,923 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-27T21:46:58,948 DEBUG [M:0;da99f16e0d32:34035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe0f98f728594b858a0f6a28eae2f3b2 is 82, key is hbase:meta,,1/info:regioninfo/1732744016804/Put/seqid=0 2024-11-27T21:46:58,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:58,964 INFO [M:0;da99f16e0d32:34035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe0f98f728594b858a0f6a28eae2f3b2 2024-11-27T21:46:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:46:58,994 DEBUG [M:0;da99f16e0d32:34035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26524180aff54cfaa8116fd6cfb09e0f is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732744017706/Put/seqid=0 2024-11-27T21:46:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35527-0x1017e4367880001, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:58,994 INFO [RS:0;da99f16e0d32:35527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:58,994 INFO [RS:0;da99f16e0d32:35527 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,35527,1732744015007; zookeeper connection closed. 2024-11-27T21:46:58,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@755694ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@755694ed 2024-11-27T21:46:58,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-27T21:46:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:46:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:46:59,020 INFO [M:0;da99f16e0d32:34035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26524180aff54cfaa8116fd6cfb09e0f 2024-11-27T21:46:59,048 DEBUG [M:0;da99f16e0d32:34035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eabfe89ac1814b75bd27e13f9e19d32b is 69, key is da99f16e0d32,35527,1732744015007/rs:state/1732744016046/Put/seqid=0 2024-11-27T21:46:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:46:59,065 INFO [M:0;da99f16e0d32:34035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eabfe89ac1814b75bd27e13f9e19d32b 2024-11-27T21:46:59,074 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe0f98f728594b858a0f6a28eae2f3b2 as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe0f98f728594b858a0f6a28eae2f3b2 2024-11-27T21:46:59,081 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe0f98f728594b858a0f6a28eae2f3b2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-27T21:46:59,088 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26524180aff54cfaa8116fd6cfb09e0f as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26524180aff54cfaa8116fd6cfb09e0f 2024-11-27T21:46:59,106 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26524180aff54cfaa8116fd6cfb09e0f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-27T21:46:59,108 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eabfe89ac1814b75bd27e13f9e19d32b as hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eabfe89ac1814b75bd27e13f9e19d32b 2024-11-27T21:46:59,117 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/efd05990-5e8f-f819-ad03-ac34ba542fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eabfe89ac1814b75bd27e13f9e19d32b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-27T21:46:59,118 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=71, compaction requested=false 2024-11-27T21:46:59,121 INFO [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:46:59,121 DEBUG [M:0;da99f16e0d32:34035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744018923Disabling compacts and flushes for region at 1732744018923Disabling writes for close at 1732744018923Obtaining lock to block concurrent updates at 1732744018923Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732744018923Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732744018923Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732744018924 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732744018924Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732744018947 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732744018948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732744018972 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732744018993 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732744018993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732744019027 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732744019047 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732744019047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76477d33: reopening flushed file at 1732744019073 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1561f1d6: reopening flushed file at 1732744019081 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b1d992: reopening flushed file at 1732744019107 (+26 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=71, compaction requested=false at 1732744019118 (+11 ms)Writing region close event to WAL at 1732744019121 (+3 ms)Closed at 1732744019121 2024-11-27T21:46:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741830_1006 (size=35428) 2024-11-27T21:46:59,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35317 is added to blk_1073741830_1006 (size=35428) 2024-11-27T21:46:59,126 INFO [M:0;da99f16e0d32:34035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:46:59,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:46:59,126 INFO [M:0;da99f16e0d32:34035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34035 2024-11-27T21:46:59,127 INFO [M:0;da99f16e0d32:34035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:46:59,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:59,236 INFO [M:0;da99f16e0d32:34035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:46:59,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34035-0x1017e4367880000, quorum=127.0.0.1:54383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:46:59,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7918ef7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:59,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14dd6664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:59,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:59,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb577c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:59,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8f65e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:59,245 WARN [BP-955178604-172.17.0.2-1732744012118 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:59,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:59,245 WARN [BP-955178604-172.17.0.2-1732744012118 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955178604-172.17.0.2-1732744012118 (Datanode Uuid 1c29b82d-9015-4ee5-99ae-f3da64aa8ff5) service to localhost/127.0.0.1:41813 2024-11-27T21:46:59,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:59,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data3/current/BP-955178604-172.17.0.2-1732744012118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:59,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data4/current/BP-955178604-172.17.0.2-1732744012118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:59,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:59,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b58fc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:46:59,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f7095b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:59,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:59,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e787135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:59,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fdb379f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:59,260 WARN [BP-955178604-172.17.0.2-1732744012118 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:46:59,260 WARN [BP-955178604-172.17.0.2-1732744012118 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955178604-172.17.0.2-1732744012118 (Datanode Uuid bf877296-67be-4d5a-9245-f1009b4edd24) service to localhost/127.0.0.1:41813 2024-11-27T21:46:59,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data1/current/BP-955178604-172.17.0.2-1732744012118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:59,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:46:59,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:46:59,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:46:59,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/cluster_3163b897-5922-bbdb-c21a-61c2cfdbdd24/data/data2/current/BP-955178604-172.17.0.2-1732744012118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:46:59,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207ec436{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:59,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@162fcd93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:46:59,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:46:59,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35110b9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:46:59,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53525508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir/,STOPPED} 2024-11-27T21:46:59,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:46:59,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:46:59,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=148 (was 129) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41813 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41813 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=498 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=9370 (was 9542) 2024-11-27T21:46:59,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=148, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=9370 2024-11-27T21:46:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir so I do NOT create it in target/test-data/c54f0592-e445-972e-9340-6daab6b9671f 2024-11-27T21:46:59,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:46:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.tmp.dir so I do NOT create it in target/test-data/c54f0592-e445-972e-9340-6daab6b9671f 2024-11-27T21:46:59,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97a57d3a-5646-3e65-0845-29de055c7f2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:46:59,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f 2024-11-27T21:46:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519, deleteOnExit=true 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/test.cache.data in system properties and HBase conf 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:46:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:46:59,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:46:59,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:46:59,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:59,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:46:59,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:46:59,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:46:59,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:46:59,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:46:59,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bebebe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:46:59,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f5ffeab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:46:59,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aa15b23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/java.io.tmpdir/jetty-localhost-39563-hadoop-hdfs-3_4_1-tests_jar-_-any-890851930039031315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:46:59,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@204c0333{HTTP/1.1, (http/1.1)}{localhost:39563} 2024-11-27T21:46:59,893 INFO [Time-limited test {}] server.Server(415): Started @30311ms 2024-11-27T21:47:00,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:47:00,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:47:00,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:47:00,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:47:00,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:47:00,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7916c0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:47:00,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383ecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:47:00,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532f458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/java.io.tmpdir/jetty-localhost-36955-hadoop-hdfs-3_4_1-tests_jar-_-any-11384596697862486262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:00,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bcb6254{HTTP/1.1, (http/1.1)}{localhost:36955} 2024-11-27T21:47:00,344 INFO [Time-limited test {}] server.Server(415): Started @30762ms 2024-11-27T21:47:00,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:47:00,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:47:00,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:47:00,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:47:00,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:47:00,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:47:00,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489c05a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:47:00,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa1e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:47:00,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cbd8860{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/java.io.tmpdir/jetty-localhost-40453-hadoop-hdfs-3_4_1-tests_jar-_-any-10024315319611591300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:00,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e80183{HTTP/1.1, (http/1.1)}{localhost:40453} 2024-11-27T21:47:00,492 INFO [Time-limited test {}] server.Server(415): Started @30910ms 2024-11-27T21:47:00,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:47:01,793 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data1/current/BP-1079267392-172.17.0.2-1732744019365/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:01,793 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data2/current/BP-1079267392-172.17.0.2-1732744019365/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:01,814 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:47:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcd0d90ea9921276 with lease ID 0x7c9ebf459f3cc85c: Processing first storage report for DS-7b050aa7-0c90-4666-ac5d-70cb308e041e from datanode DatanodeRegistration(127.0.0.1:34383, datanodeUuid=f71f8f71-0756-4588-bd5e-78d5ea1dae8d, infoPort=40387, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365) 2024-11-27T21:47:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcd0d90ea9921276 with lease ID 0x7c9ebf459f3cc85c: from storage DS-7b050aa7-0c90-4666-ac5d-70cb308e041e node DatanodeRegistration(127.0.0.1:34383, datanodeUuid=f71f8f71-0756-4588-bd5e-78d5ea1dae8d, infoPort=40387, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcd0d90ea9921276 with lease ID 0x7c9ebf459f3cc85c: Processing first storage report for DS-3955ec58-5599-4e8c-a90f-ec8a5e31b315 from datanode DatanodeRegistration(127.0.0.1:34383, datanodeUuid=f71f8f71-0756-4588-bd5e-78d5ea1dae8d, infoPort=40387, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365) 2024-11-27T21:47:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcd0d90ea9921276 with lease ID 0x7c9ebf459f3cc85c: from storage DS-3955ec58-5599-4e8c-a90f-ec8a5e31b315 node DatanodeRegistration(127.0.0.1:34383, datanodeUuid=f71f8f71-0756-4588-bd5e-78d5ea1dae8d, infoPort=40387, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:01,922 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data3/current/BP-1079267392-172.17.0.2-1732744019365/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:01,922 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data4/current/BP-1079267392-172.17.0.2-1732744019365/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:01,938 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:47:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cbe74dc230a1a97 with lease ID 0x7c9ebf459f3cc85d: Processing first storage report for DS-0357055a-0cf2-43ae-800d-f9b7a66a2a66 from datanode DatanodeRegistration(127.0.0.1:35549, datanodeUuid=bc66133b-03f2-4a31-ab79-df6be212de55, infoPort=35759, infoSecurePort=0, ipcPort=40631, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365) 2024-11-27T21:47:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cbe74dc230a1a97 with lease ID 0x7c9ebf459f3cc85d: from storage DS-0357055a-0cf2-43ae-800d-f9b7a66a2a66 node DatanodeRegistration(127.0.0.1:35549, datanodeUuid=bc66133b-03f2-4a31-ab79-df6be212de55, infoPort=35759, infoSecurePort=0, ipcPort=40631, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:47:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cbe74dc230a1a97 with lease ID 0x7c9ebf459f3cc85d: Processing first storage report for DS-3a7c6b6f-b6d5-4e5e-9170-716caaa0b961 from datanode DatanodeRegistration(127.0.0.1:35549, datanodeUuid=bc66133b-03f2-4a31-ab79-df6be212de55, infoPort=35759, infoSecurePort=0, ipcPort=40631, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365) 2024-11-27T21:47:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cbe74dc230a1a97 with lease ID 0x7c9ebf459f3cc85d: from storage DS-3a7c6b6f-b6d5-4e5e-9170-716caaa0b961 node DatanodeRegistration(127.0.0.1:35549, datanodeUuid=bc66133b-03f2-4a31-ab79-df6be212de55, infoPort=35759, infoSecurePort=0, ipcPort=40631, storageInfo=lv=-57;cid=testClusterID;nsid=670735725;c=1732744019365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:02,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f 2024-11-27T21:47:02,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/zookeeper_0, clientPort=52056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:47:02,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52056 2024-11-27T21:47:02,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:47:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:47:02,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5 with version=8 2024-11-27T21:47:02,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/hbase-staging 2024-11-27T21:47:02,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:47:02,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:47:02,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33919 2024-11-27T21:47:02,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33919 connecting to ZooKeeper ensemble=127.0.0.1:52056 2024-11-27T21:47:02,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339190x0, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:47:02,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33919-0x1017e4383b80000 connected 2024-11-27T21:47:02,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:02,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5, hbase.cluster.distributed=false 2024-11-27T21:47:02,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:47:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-27T21:47:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33919 2024-11-27T21:47:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33919 2024-11-27T21:47:02,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-27T21:47:02,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-27T21:47:02,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:47:02,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:47:02,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:47:02,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:47:02,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:47:02,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45471 2024-11-27T21:47:02,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45471 connecting to ZooKeeper ensemble=127.0.0.1:52056 2024-11-27T21:47:02,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454710x0, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:47:02,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45471-0x1017e4383b80001 connected 2024-11-27T21:47:02,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:02,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:47:02,256 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-27T21:47:02,263 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-27T21:47:02,264 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-27T21:47:02,266 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-27T21:47:02,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:47:02,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:47:02,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:47:02,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-27T21:47:02,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45471 2024-11-27T21:47:02,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45471 2024-11-27T21:47:02,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-27T21:47:02,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-27T21:47:02,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:47:02,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:47:02,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:47:02,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38347 2024-11-27T21:47:02,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38347 connecting to ZooKeeper ensemble=127.0.0.1:52056 2024-11-27T21:47:02,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:02,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:02,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:02,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:02,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:02,323 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383470x0, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:47:02,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383470x0, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:02,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38347-0x1017e4383b80002 connected 2024-11-27T21:47:02,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:47:02,325 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-27T21:47:02,332 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-27T21:47:02,333 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-27T21:47:02,335 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-27T21:47:02,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:47:02,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:47:02,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:47:02,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-27T21:47:02,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38347 2024-11-27T21:47:02,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38347 2024-11-27T21:47:02,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-27T21:47:02,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-27T21:47:02,361 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:33919 2024-11-27T21:47:02,364 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,377 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:02,378 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:47:02,388 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:47:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,388 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,388 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:47:02,389 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,33919,1732744022054 from backup master directory 2024-11-27T21:47:02,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:02,398 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:02,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,398 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:47:02,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:02,398 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,403 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/hbase.id] with ID: d620a070-aaff-4e39-9a20-e243c86be082 2024-11-27T21:47:02,403 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/.tmp/hbase.id 2024-11-27T21:47:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:47:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:47:02,410 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/.tmp/hbase.id]:[hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/hbase.id] 2024-11-27T21:47:02,422 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:02,422 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:47:02,424 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T21:47:02,430 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:47:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:47:02,439 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:47:02,440 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:47:02,440 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:47:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:47:02,451 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store 2024-11-27T21:47:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:47:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:47:02,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:02,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:47:02,463 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:02,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:02,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:47:02,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:02,463 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:02,463 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744022463Disabling compacts and flushes for region at 1732744022463Disabling writes for close at 1732744022463Writing region close event to WAL at 1732744022463Closed at 1732744022463 2024-11-27T21:47:02,464 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/.initializing 2024-11-27T21:47:02,464 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/WALs/da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,465 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:47:02,467 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C33919%2C1732744022054, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/WALs/da99f16e0d32,33919,1732744022054, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/oldWALs, maxLogs=10 2024-11-27T21:47:02,480 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/WALs/da99f16e0d32,33919,1732744022054/da99f16e0d32%2C33919%2C1732744022054.1732744022467, exclude list is [], retry=0 2024-11-27T21:47:02,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-0357055a-0cf2-43ae-800d-f9b7a66a2a66,DISK] 2024-11-27T21:47:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-7b050aa7-0c90-4666-ac5d-70cb308e041e,DISK] 2024-11-27T21:47:02,491 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/WALs/da99f16e0d32,33919,1732744022054/da99f16e0d32%2C33919%2C1732744022054.1732744022467 2024-11-27T21:47:02,491 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35759:35759),(127.0.0.1/127.0.0.1:40387:40387)] 2024-11-27T21:47:02,491 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:47:02,492 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:02,492 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,492 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:47:02,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:02,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:47:02,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:02,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:47:02,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:02,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:47:02,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:02,502 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,502 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,503 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,504 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,504 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,504 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:47:02,505 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:02,508 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:02,512 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73942434, jitterRate=0.10182812809944153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:47:02,513 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732744022492Initializing all the Stores at 1732744022493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744022493Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744022493Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744022493Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744022493Cleaning up temporary data from old regions at 1732744022504 (+11 ms)Region opened successfully at 1732744022513 (+9 ms) 2024-11-27T21:47:02,513 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:47:02,517 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5823aba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:47:02,518 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:47:02,519 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:47:02,519 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:47:02,519 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:47:02,519 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:47:02,520 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:47:02,520 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:47:02,522 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:47:02,523 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:47:02,535 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:47:02,535 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:47:02,536 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:47:02,545 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:47:02,546 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:47:02,547 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:47:02,556 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:47:02,557 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:47:02,566 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:47:02,569 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:47:02,577 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:47:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:02,588 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,588 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,588 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,33919,1732744022054, sessionid=0x1017e4383b80000, setting cluster-up flag (Was=false) 2024-11-27T21:47:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,609 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,640 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:47:02,642 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,661 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:02,693 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:47:02,694 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,33919,1732744022054 2024-11-27T21:47:02,695 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:47:02,697 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:02,697 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:47:02,697 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:47:02,697 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,33919,1732744022054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:47:02,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732744052700 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:47:02,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:47:02,701 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:02,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:02,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:47:02,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:47:02,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:47:02,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:47:02,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:47:02,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:47:02,703 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:47:02,704 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744022702,5,FailOnTimeoutGroup] 2024-11-27T21:47:02,706 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744022705,5,FailOnTimeoutGroup] 2024-11-27T21:47:02,706 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:02,706 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:47:02,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:02,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:47:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:47:02,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:47:02,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5 2024-11-27T21:47:02,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:47:02,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:47:02,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:02,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:47:02,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:47:02,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:02,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:47:02,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:47:02,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:02,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:47:02,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:47:02,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:02,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:47:02,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:47:02,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:02,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:02,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:47:02,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740 2024-11-27T21:47:02,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740 2024-11-27T21:47:02,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:47:02,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:47:02,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:47:02,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:47:02,735 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:02,735 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73829796, jitterRate=0.10014969110488892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:47:02,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732744022721Initializing all the Stores at 1732744022722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744022722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744022722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744022722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744022722Cleaning up temporary data from old regions at 1732744022731 (+9 ms)Region opened successfully at 1732744022736 (+5 ms) 2024-11-27T21:47:02,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:47:02,736 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:47:02,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:47:02,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:47:02,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:47:02,736 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:47:02,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744022736Disabling compacts and flushes for region at 1732744022736Disabling writes for close at 1732744022736Writing region close event to WAL at 1732744022736Closed at 1732744022736 2024-11-27T21:47:02,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:02,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:47:02,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:47:02,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:47:02,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:47:02,747 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(746): ClusterId : d620a070-aaff-4e39-9a20-e243c86be082 2024-11-27T21:47:02,747 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(746): ClusterId : d620a070-aaff-4e39-9a20-e243c86be082 2024-11-27T21:47:02,747 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:47:02,747 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:47:02,757 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:47:02,757 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:47:02,757 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:47:02,757 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:47:02,858 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:47:02,858 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:47:02,858 DEBUG [RS:0;da99f16e0d32:45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354823d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:47:02,858 DEBUG [RS:1;da99f16e0d32:38347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6217ab5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:47:02,869 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:45471 2024-11-27T21:47:02,869 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:47:02,869 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:47:02,869 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:47:02,870 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,33919,1732744022054 with port=45471, startcode=1732744022230 2024-11-27T21:47:02,870 DEBUG [RS:0;da99f16e0d32:45471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:47:02,870 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:38347 2024-11-27T21:47:02,870 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:47:02,871 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:47:02,871 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:47:02,871 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,33919,1732744022054 with port=38347, startcode=1732744022299 2024-11-27T21:47:02,871 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:47:02,871 DEBUG [RS:1;da99f16e0d32:38347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:47:02,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,45471,1732744022230 2024-11-27T21:47:02,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,45471,1732744022230 2024-11-27T21:47:02,873 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:47:02,873 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5 2024-11-27T21:47:02,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,38347,1732744022299 2024-11-27T21:47:02,873 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40043 2024-11-27T21:47:02,873 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:47:02,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,38347,1732744022299 2024-11-27T21:47:02,875 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5 2024-11-27T21:47:02,875 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40043 2024-11-27T21:47:02,875 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:47:02,890 WARN [da99f16e0d32:33919 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:47:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:47:03,018 DEBUG [RS:0;da99f16e0d32:45471 {}] zookeeper.ZKUtil(111): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,45471,1732744022230 2024-11-27T21:47:03,018 WARN [RS:0;da99f16e0d32:45471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:47:03,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,38347,1732744022299] 2024-11-27T21:47:03,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,45471,1732744022230] 2024-11-27T21:47:03,019 INFO [RS:0;da99f16e0d32:45471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:03,019 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,45471,1732744022230 2024-11-27T21:47:03,019 DEBUG [RS:1;da99f16e0d32:38347 {}] zookeeper.ZKUtil(111): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,019 WARN [RS:1;da99f16e0d32:38347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:47:03,019 INFO [RS:1;da99f16e0d32:38347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:03,019 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,022 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:47:03,022 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:47:03,024 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:47:03,024 INFO [RS:0;da99f16e0d32:45471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:47:03,024 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,028 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:47:03,028 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:47:03,028 INFO [RS:1;da99f16e0d32:38347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:47:03,028 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,028 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:47:03,028 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:47:03,029 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:47:03,029 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:0;da99f16e0d32:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,029 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:03,030 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:03,030 DEBUG [RS:1;da99f16e0d32:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:03,032 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,032 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,032 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,032 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,032 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,032 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45471,1732744022230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:47:03,033 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,033 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,033 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,033 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,033 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,033 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,38347,1732744022299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:47:03,046 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:47:03,046 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:47:03,046 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,38347,1732744022299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,046 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45471,1732744022230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,046 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,046 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,046 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.Replication(171): da99f16e0d32,38347,1732744022299 started 2024-11-27T21:47:03,046 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.Replication(171): da99f16e0d32,45471,1732744022230 started 2024-11-27T21:47:03,060 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,060 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,38347,1732744022299, RpcServer on da99f16e0d32/172.17.0.2:38347, sessionid=0x1017e4383b80002 2024-11-27T21:47:03,060 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:47:03,060 DEBUG [RS:1;da99f16e0d32:38347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,060 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,38347,1732744022299' 2024-11-27T21:47:03,060 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:47:03,060 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,060 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,45471,1732744022230, RpcServer on da99f16e0d32/172.17.0.2:45471, sessionid=0x1017e4383b80001 2024-11-27T21:47:03,060 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:47:03,060 DEBUG [RS:0;da99f16e0d32:45471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,45471,1732744022230 2024-11-27T21:47:03,060 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,45471,1732744022230' 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:47:03,061 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:47:03,061 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:47:03,061 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:47:03,061 DEBUG [RS:1;da99f16e0d32:38347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,061 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,38347,1732744022299' 2024-11-27T21:47:03,061 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,45471,1732744022230 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,45471,1732744022230' 2024-11-27T21:47:03,061 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:47:03,062 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:47:03,062 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:47:03,062 DEBUG [RS:1;da99f16e0d32:38347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:47:03,062 INFO [RS:1;da99f16e0d32:38347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:47:03,062 INFO [RS:1;da99f16e0d32:38347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:47:03,062 DEBUG [RS:0;da99f16e0d32:45471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:47:03,062 INFO [RS:0;da99f16e0d32:45471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:47:03,062 INFO [RS:0;da99f16e0d32:45471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:47:03,162 INFO [RS:0;da99f16e0d32:45471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:47:03,162 INFO [RS:1;da99f16e0d32:38347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:47:03,164 INFO [RS:0;da99f16e0d32:45471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C45471%2C1732744022230, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,45471,1732744022230, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/oldWALs, maxLogs=32 2024-11-27T21:47:03,164 INFO [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C38347%2C1732744022299, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/oldWALs, maxLogs=32 2024-11-27T21:47:03,179 DEBUG [RS:0;da99f16e0d32:45471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,45471,1732744022230/da99f16e0d32%2C45471%2C1732744022230.1732744023164, exclude list is [], retry=0 2024-11-27T21:47:03,180 DEBUG [RS:1;da99f16e0d32:38347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299/da99f16e0d32%2C38347%2C1732744022299.1732744023164, exclude list is [], retry=0 2024-11-27T21:47:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-7b050aa7-0c90-4666-ac5d-70cb308e041e,DISK] 2024-11-27T21:47:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-0357055a-0cf2-43ae-800d-f9b7a66a2a66,DISK] 2024-11-27T21:47:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-7b050aa7-0c90-4666-ac5d-70cb308e041e,DISK] 2024-11-27T21:47:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-0357055a-0cf2-43ae-800d-f9b7a66a2a66,DISK] 2024-11-27T21:47:03,189 INFO [RS:0;da99f16e0d32:45471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,45471,1732744022230/da99f16e0d32%2C45471%2C1732744022230.1732744023164 2024-11-27T21:47:03,189 INFO [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299/da99f16e0d32%2C38347%2C1732744022299.1732744023164 2024-11-27T21:47:03,189 DEBUG [RS:0;da99f16e0d32:45471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40387:40387),(127.0.0.1/127.0.0.1:35759:35759)] 2024-11-27T21:47:03,190 DEBUG [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40387:40387),(127.0.0.1/127.0.0.1:35759:35759)] 2024-11-27T21:47:03,390 DEBUG [da99f16e0d32:33919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T21:47:03,391 DEBUG [da99f16e0d32:33919 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:47:03,393 DEBUG [da99f16e0d32:33919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:47:03,393 DEBUG [da99f16e0d32:33919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:47:03,393 DEBUG [da99f16e0d32:33919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:47:03,393 DEBUG [da99f16e0d32:33919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:47:03,393 INFO [da99f16e0d32:33919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:47:03,393 INFO [da99f16e0d32:33919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:47:03,393 DEBUG [da99f16e0d32:33919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:47:03,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,38347,1732744022299, state=OPENING 2024-11-27T21:47:03,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:47:03,419 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:03,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:03,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:03,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:47:03,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:03,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:03,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:03,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,38347,1732744022299}] 2024-11-27T21:47:03,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:47:03,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41317, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:47:03,578 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:47:03,578 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:03,578 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:47:03,580 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C38347%2C1732744022299.meta, suffix=.meta, logDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/oldWALs, maxLogs=32 2024-11-27T21:47:03,593 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299/da99f16e0d32%2C38347%2C1732744022299.meta.1732744023580.meta, exclude list is [], retry=0 2024-11-27T21:47:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-7b050aa7-0c90-4666-ac5d-70cb308e041e,DISK] 2024-11-27T21:47:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-0357055a-0cf2-43ae-800d-f9b7a66a2a66,DISK] 2024-11-27T21:47:03,598 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/WALs/da99f16e0d32,38347,1732744022299/da99f16e0d32%2C38347%2C1732744022299.meta.1732744023580.meta 2024-11-27T21:47:03,598 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35759:35759),(127.0.0.1/127.0.0.1:40387:40387)] 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:47:03,599 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:47:03,599 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:47:03,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:47:03,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:47:03,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:03,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:03,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:47:03,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:47:03,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:03,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:03,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:47:03,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:47:03,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:03,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:03,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:47:03,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:47:03,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:03,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:03,611 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:47:03,612 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740 2024-11-27T21:47:03,613 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740 2024-11-27T21:47:03,614 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:47:03,614 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:47:03,615 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:47:03,616 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:47:03,617 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72937098, jitterRate=0.0868474543094635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:47:03,617 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:47:03,618 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732744023600Writing region info on filesystem at 1732744023600Initializing all the Stores at 1732744023600Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744023601 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744023603 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744023603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744023603Cleaning up temporary data from old regions at 1732744023615 (+12 ms)Running coprocessor post-open hooks at 1732744023617 (+2 ms)Region opened successfully at 1732744023618 (+1 ms) 2024-11-27T21:47:03,619 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732744023573 2024-11-27T21:47:03,621 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:47:03,621 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:47:03,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,38347,1732744022299, state=OPEN 2024-11-27T21:47:03,682 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:47:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:47:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:47:03,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:03,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:03,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:03,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:47:03,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,38347,1732744022299 in 263 msec 2024-11-27T21:47:03,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:47:03,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 948 msec 2024-11-27T21:47:03,689 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:03,689 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:47:03,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:47:03,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,38347,1732744022299, seqNum=-1] 2024-11-27T21:47:03,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:47:03,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:47:03,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0000 sec 2024-11-27T21:47:03,698 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732744023698, completionTime=-1 2024-11-27T21:47:03,699 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-27T21:47:03,699 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:47:03,701 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-27T21:47:03,701 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732744083701 2024-11-27T21:47:03,701 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744143701 2024-11-27T21:47:03,701 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:47:03,702 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:47:03,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33919,1732744022054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33919,1732744022054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33919,1732744022054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:33919, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,702 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,703 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,705 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.309sec 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33919,1732744022054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:47:03,707 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33919,1732744022054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:47:03,709 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:47:03,710 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:47:03,710 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,33919,1732744022054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:03,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d87d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:47:03,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,33919,-1 for getting cluster id 2024-11-27T21:47:03,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:47:03,750 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd620a070-aaff-4e39-9a20-e243c86be082' 2024-11-27T21:47:03,750 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:47:03,750 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d620a070-aaff-4e39-9a20-e243c86be082" 2024-11-27T21:47:03,750 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d5a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:47:03,750 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,33919,-1] 2024-11-27T21:47:03,750 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:47:03,751 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:03,752 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:47:03,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545ba39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:47:03,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:47:03,754 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,38347,1732744022299, seqNum=-1] 2024-11-27T21:47:03,755 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:47:03,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:47:03,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,33919,1732744022054 2024-11-27T21:47:03,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:47:03,759 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,33919,1732744022054 2024-11-27T21:47:03,759 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c41dcb 2024-11-27T21:47:03,759 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:47:03,760 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:47:03,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:47:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-27T21:47:03,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:47:03,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:03,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-27T21:47:03,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:47:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:47:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:47:03,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abe5377b14ba19332a9bf33a6769dedf, NAME => 'testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5 2024-11-27T21:47:03,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0340607362884cda8ce90699d013d730, NAME => 'testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5 2024-11-27T21:47:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:47:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:47:03,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:03,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0340607362884cda8ce90699d013d730, disabling compactions & flushes 2024-11-27T21:47:03,782 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:03,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:03,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. after waiting 0 ms 2024-11-27T21:47:03,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:03,782 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:03,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0340607362884cda8ce90699d013d730: Waiting for close lock at 1732744023782Disabling compacts and flushes for region at 1732744023782Disabling writes for close at 1732744023782Writing region close event to WAL at 1732744023782Closed at 1732744023782 2024-11-27T21:47:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:47:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:47:03,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:03,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing abe5377b14ba19332a9bf33a6769dedf, disabling compactions & flushes 2024-11-27T21:47:03,789 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:03,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:03,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. after waiting 0 ms 2024-11-27T21:47:03,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:03,789 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:03,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for abe5377b14ba19332a9bf33a6769dedf: Waiting for close lock at 1732744023789Disabling compacts and flushes for region at 1732744023789Disabling writes for close at 1732744023789Writing region close event to WAL at 1732744023789Closed at 1732744023789 2024-11-27T21:47:03,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:47:03,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744023791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744023791"}]},"ts":"1732744023791"} 2024-11-27T21:47:03,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744023791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744023791"}]},"ts":"1732744023791"} 2024-11-27T21:47:03,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T21:47:03,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:47:03,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744023797"}]},"ts":"1732744023797"} 2024-11-27T21:47:03,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-27T21:47:03,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:47:03,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:47:03,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:47:03,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:47:03,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:47:03,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:47:03,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:47:03,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:47:03,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=abe5377b14ba19332a9bf33a6769dedf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0340607362884cda8ce90699d013d730, ASSIGN}] 2024-11-27T21:47:03,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0340607362884cda8ce90699d013d730, ASSIGN 2024-11-27T21:47:03,803 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=abe5377b14ba19332a9bf33a6769dedf, ASSIGN 2024-11-27T21:47:03,804 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=abe5377b14ba19332a9bf33a6769dedf, ASSIGN; state=OFFLINE, location=da99f16e0d32,45471,1732744022230; forceNewPlan=false, retain=false 2024-11-27T21:47:03,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0340607362884cda8ce90699d013d730, ASSIGN; state=OFFLINE, location=da99f16e0d32,38347,1732744022299; forceNewPlan=false, retain=false 2024-11-27T21:47:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:03,954 INFO [da99f16e0d32:33919 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-27T21:47:03,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abe5377b14ba19332a9bf33a6769dedf, regionState=OPENING, regionLocation=da99f16e0d32,45471,1732744022230 2024-11-27T21:47:03,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0340607362884cda8ce90699d013d730, regionState=OPENING, regionLocation=da99f16e0d32,38347,1732744022299 2024-11-27T21:47:03,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=abe5377b14ba19332a9bf33a6769dedf, ASSIGN because future has completed 2024-11-27T21:47:03,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abe5377b14ba19332a9bf33a6769dedf, server=da99f16e0d32,45471,1732744022230}] 2024-11-27T21:47:03,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0340607362884cda8ce90699d013d730, ASSIGN because future has completed 2024-11-27T21:47:03,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0340607362884cda8ce90699d013d730, server=da99f16e0d32,38347,1732744022299}] 2024-11-27T21:47:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:04,110 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:47:04,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48703, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:47:04,115 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0340607362884cda8ce90699d013d730, NAME => 'testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730.', STARTKEY => '5', ENDKEY => ''} 2024-11-27T21:47:04,116 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => abe5377b14ba19332a9bf33a6769dedf, NAME => 'testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf.', STARTKEY => '', ENDKEY => '5'} 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,116 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,118 INFO [StoreOpener-0340607362884cda8ce90699d013d730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,118 INFO [StoreOpener-abe5377b14ba19332a9bf33a6769dedf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,119 INFO [StoreOpener-abe5377b14ba19332a9bf33a6769dedf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abe5377b14ba19332a9bf33a6769dedf columnFamilyName family 2024-11-27T21:47:04,119 INFO [StoreOpener-0340607362884cda8ce90699d013d730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0340607362884cda8ce90699d013d730 columnFamilyName family 2024-11-27T21:47:04,119 DEBUG [StoreOpener-0340607362884cda8ce90699d013d730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:04,119 DEBUG [StoreOpener-abe5377b14ba19332a9bf33a6769dedf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:04,119 INFO [StoreOpener-abe5377b14ba19332a9bf33a6769dedf-1 {}] regionserver.HStore(327): Store=abe5377b14ba19332a9bf33a6769dedf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:04,119 INFO [StoreOpener-0340607362884cda8ce90699d013d730-1 {}] regionserver.HStore(327): Store=0340607362884cda8ce90699d013d730/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:04,120 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,120 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,120 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,121 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,123 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,124 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,125 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:04,125 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0340607362884cda8ce90699d013d730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62087810, jitterRate=-0.07481953501701355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:47:04,125 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,126 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:04,126 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0340607362884cda8ce90699d013d730: Running coprocessor pre-open hook at 1732744024116Writing region info on filesystem at 1732744024116Initializing all the Stores at 1732744024117 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744024117Cleaning up temporary data from old regions at 1732744024121 (+4 ms)Running coprocessor post-open hooks at 1732744024125 (+4 ms)Region opened successfully at 1732744024126 (+1 ms) 2024-11-27T21:47:04,126 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened abe5377b14ba19332a9bf33a6769dedf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68665366, jitterRate=0.023193687200546265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:47:04,127 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,127 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for abe5377b14ba19332a9bf33a6769dedf: Running coprocessor pre-open hook at 1732744024116Writing region info on filesystem at 1732744024116Initializing all the Stores at 1732744024117 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744024117Cleaning up temporary data from old regions at 1732744024121 (+4 ms)Running coprocessor post-open hooks at 1732744024127 (+6 ms)Region opened successfully at 1732744024127 2024-11-27T21:47:04,127 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf., pid=7, masterSystemTime=1732744024110 2024-11-27T21:47:04,127 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730., pid=8, masterSystemTime=1732744024111 2024-11-27T21:47:04,130 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,130 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,130 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0340607362884cda8ce90699d013d730, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,38347,1732744022299 2024-11-27T21:47:04,131 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,131 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abe5377b14ba19332a9bf33a6769dedf, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,45471,1732744022230 2024-11-27T21:47:04,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0340607362884cda8ce90699d013d730, server=da99f16e0d32,38347,1732744022299 because future has completed 2024-11-27T21:47:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abe5377b14ba19332a9bf33a6769dedf, server=da99f16e0d32,45471,1732744022230 because future has completed 2024-11-27T21:47:04,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-27T21:47:04,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0340607362884cda8ce90699d013d730, server=da99f16e0d32,38347,1732744022299 in 179 msec 2024-11-27T21:47:04,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0340607362884cda8ce90699d013d730, ASSIGN in 340 msec 2024-11-27T21:47:04,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-27T21:47:04,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abe5377b14ba19332a9bf33a6769dedf, server=da99f16e0d32,45471,1732744022230 in 186 msec 2024-11-27T21:47:04,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:47:04,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=abe5377b14ba19332a9bf33a6769dedf, ASSIGN in 345 msec 2024-11-27T21:47:04,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:47:04,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744024150"}]},"ts":"1732744024150"} 2024-11-27T21:47:04,152 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-27T21:47:04,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:47:04,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-11-27T21:47:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:04,390 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-27T21:47:04,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-27T21:47:04,390 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:47:04,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-27T21:47:04,394 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:47:04,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-27T21:47:04,398 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf., hostname=da99f16e0d32,45471,1732744022230, seqNum=2] 2024-11-27T21:47:04,398 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:47:04,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:47:04,412 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730., hostname=da99f16e0d32,38347,1732744022299, seqNum=2] 2024-11-27T21:47:04,428 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing abe5377b14ba19332a9bf33a6769dedf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-27T21:47:04,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/.tmp/family/62572b9c14f847809316c8ae7e2d85f5 is 32, key is 1/family:/1732744024401/Put/seqid=0 2024-11-27T21:47:04,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:47:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:47:04,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/.tmp/family/62572b9c14f847809316c8ae7e2d85f5 2024-11-27T21:47:04,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/.tmp/family/62572b9c14f847809316c8ae7e2d85f5 as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/family/62572b9c14f847809316c8ae7e2d85f5 2024-11-27T21:47:04,474 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/family/62572b9c14f847809316c8ae7e2d85f5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-27T21:47:04,476 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for abe5377b14ba19332a9bf33a6769dedf in 47ms, sequenceid=8, compaction requested=false 2024-11-27T21:47:04,476 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for abe5377b14ba19332a9bf33a6769dedf: 2024-11-27T21:47:04,476 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0340607362884cda8ce90699d013d730 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-27T21:47:04,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/.tmp/family/af77030306784a8488094d94e0c26414 is 32, key is 5/family:/1732744024413/Put/seqid=0 2024-11-27T21:47:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:47:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:47:04,503 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/.tmp/family/af77030306784a8488094d94e0c26414 2024-11-27T21:47:04,512 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/.tmp/family/af77030306784a8488094d94e0c26414 as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/family/af77030306784a8488094d94e0c26414 2024-11-27T21:47:04,520 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/family/af77030306784a8488094d94e0c26414, entries=5, sequenceid=9, filesize=5.0 K 2024-11-27T21:47:04,522 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0340607362884cda8ce90699d013d730 in 45ms, sequenceid=9, compaction requested=false 2024-11-27T21:47:04,522 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0340607362884cda8ce90699d013d730: 2024-11-27T21:47:04,524 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 62572b9c14f847809316c8ae7e2d85f5, starting offset: 0, end offset: 9223372036854775807 2024-11-27T21:47:04,524 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 62572b9c14f847809316c8ae7e2d85f5_0 from back map with offset lock 2094080 in the evict process 2024-11-27T21:47:04,527 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file af77030306784a8488094d94e0c26414, starting offset: 0, end offset: 9223372036854775807 2024-11-27T21:47:04,527 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key af77030306784a8488094d94e0c26414_0 from back map with offset lock 2094080 in the evict process 2024-11-27T21:47:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:47:04,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:47:04,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:04,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:47:04,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:47:04,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=620967317, stopped=false 2024-11-27T21:47:04,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,33919,1732744022054 2024-11-27T21:47:04,588 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:04,588 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:04,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:47:04,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:47:04,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:04,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:04,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:04,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:04,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,45471,1732744022230' ***** 2024-11-27T21:47:04,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:47:04,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,38347,1732744022299' ***** 2024-11-27T21:47:04,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:47:04,589 INFO [RS:1;da99f16e0d32:38347 {}] bucket.BucketCache(1738): Disabling cache 2024-11-27T21:47:04,589 INFO [RS:1;da99f16e0d32:38347 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-27T21:47:04,589 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:47:04,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for 0340607362884cda8ce90699d013d730 2024-11-27T21:47:04,590 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-27T21:47:04,590 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-27T21:47:04,590 INFO [RS:0;da99f16e0d32:45471 {}] bucket.BucketCache(1738): Disabling cache 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,38347,1732744022299 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:47:04,590 INFO [RS:1;da99f16e0d32:38347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:38347. 2024-11-27T21:47:04,590 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-27T21:47:04,590 DEBUG [RS:1;da99f16e0d32:38347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:04,590 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-27T21:47:04,590 INFO [RS:0;da99f16e0d32:45471 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-27T21:47:04,590 DEBUG [RS:1;da99f16e0d32:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,590 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-27T21:47:04,590 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0340607362884cda8ce90699d013d730, disabling compactions & flushes 2024-11-27T21:47:04,591 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,591 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,591 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. after waiting 0 ms 2024-11-27T21:47:04,591 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:47:04,591 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:47:04,591 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,591 INFO [RS:0;da99f16e0d32:45471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:47:04,591 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:47:04,591 INFO [RS:0;da99f16e0d32:45471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:47:04,591 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,591 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:47:04,591 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:47:04,591 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:47:04,591 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,45471,1732744022230 2024-11-27T21:47:04,591 INFO [RS:0;da99f16e0d32:45471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:47:04,592 INFO [RS:0;da99f16e0d32:45471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:45471. 2024-11-27T21:47:04,592 DEBUG [RS:0;da99f16e0d32:45471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:04,592 DEBUG [RS:0;da99f16e0d32:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,592 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:47:04,592 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abe5377b14ba19332a9bf33a6769dedf, disabling compactions & flushes 2024-11-27T21:47:04,592 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1325): Online Regions={abe5377b14ba19332a9bf33a6769dedf=testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf.} 2024-11-27T21:47:04,592 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,592 DEBUG [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1351): Waiting on abe5377b14ba19332a9bf33a6769dedf 2024-11-27T21:47:04,592 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,592 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. after waiting 0 ms 2024-11-27T21:47:04,592 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,592 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:47:04,592 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0340607362884cda8ce90699d013d730=testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730.} 2024-11-27T21:47:04,592 DEBUG [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1351): Waiting on 0340607362884cda8ce90699d013d730, 1588230740 2024-11-27T21:47:04,592 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:47:04,593 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:47:04,593 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:47:04,593 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:47:04,593 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:47:04,593 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-27T21:47:04,599 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/abe5377b14ba19332a9bf33a6769dedf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:47:04,601 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,601 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abe5377b14ba19332a9bf33a6769dedf: Waiting for close lock at 1732744024592Running coprocessor pre-close hooks at 1732744024592Disabling compacts and flushes for region at 1732744024592Disabling writes for close at 1732744024592Writing region close event to WAL at 1732744024593 (+1 ms)Running coprocessor post-close hooks at 1732744024601 (+8 ms)Closed at 1732744024601 2024-11-27T21:47:04,601 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732744023760.abe5377b14ba19332a9bf33a6769dedf. 2024-11-27T21:47:04,601 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/default/testClearRegionBlockCache/0340607362884cda8ce90699d013d730/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-27T21:47:04,602 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,602 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0340607362884cda8ce90699d013d730: Waiting for close lock at 1732744024590Running coprocessor pre-close hooks at 1732744024590Disabling compacts and flushes for region at 1732744024590Disabling writes for close at 1732744024591 (+1 ms)Writing region close event to WAL at 1732744024593 (+2 ms)Running coprocessor post-close hooks at 1732744024602 (+9 ms)Closed at 1732744024602 2024-11-27T21:47:04,602 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730. 2024-11-27T21:47:04,620 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/info/d2bcde792e4c4aeeae12b7c51ca5f0ed is 173, key is testClearRegionBlockCache,5,1732744023760.0340607362884cda8ce90699d013d730./info:regioninfo/1732744024130/Put/seqid=0 2024-11-27T21:47:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:47:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:47:04,626 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/info/d2bcde792e4c4aeeae12b7c51ca5f0ed 2024-11-27T21:47:04,634 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:04,634 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:04,654 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/ns/401e9fb197f4476980ad06478839f21a is 43, key is default/ns:d/1732744023693/Put/seqid=0 2024-11-27T21:47:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:47:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:47:04,663 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/ns/401e9fb197f4476980ad06478839f21a 2024-11-27T21:47:04,683 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/table/39c97610853a4ee8bd432a58867d79bf is 61, key is testClearRegionBlockCache/table:state/1732744024150/Put/seqid=0 2024-11-27T21:47:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:47:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:47:04,690 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/table/39c97610853a4ee8bd432a58867d79bf 2024-11-27T21:47:04,697 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/info/d2bcde792e4c4aeeae12b7c51ca5f0ed as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/info/d2bcde792e4c4aeeae12b7c51ca5f0ed 2024-11-27T21:47:04,702 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/info/d2bcde792e4c4aeeae12b7c51ca5f0ed, entries=20, sequenceid=13, filesize=8.0 K 2024-11-27T21:47:04,703 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/ns/401e9fb197f4476980ad06478839f21a as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/ns/401e9fb197f4476980ad06478839f21a 2024-11-27T21:47:04,709 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/ns/401e9fb197f4476980ad06478839f21a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-27T21:47:04,712 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/.tmp/table/39c97610853a4ee8bd432a58867d79bf as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/table/39c97610853a4ee8bd432a58867d79bf 2024-11-27T21:47:04,718 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/table/39c97610853a4ee8bd432a58867d79bf, entries=2, sequenceid=13, filesize=5.2 K 2024-11-27T21:47:04,719 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false 2024-11-27T21:47:04,724 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T21:47:04,724 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:47:04,725 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:47:04,725 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744024592Running coprocessor pre-close hooks at 1732744024592Disabling compacts and flushes for region at 1732744024592Disabling writes for close at 1732744024593 (+1 ms)Obtaining lock to block concurrent updates at 1732744024593Preparing flush snapshotting stores in 1588230740 at 1732744024593Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732744024593Flushing stores of hbase:meta,,1.1588230740 at 1732744024597 (+4 ms)Flushing 1588230740/info: creating writer at 1732744024597Flushing 1588230740/info: appending metadata at 1732744024619 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732744024619Flushing 1588230740/ns: creating writer at 1732744024633 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732744024653 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732744024653Flushing 1588230740/table: creating writer at 1732744024668 (+15 ms)Flushing 1588230740/table: appending metadata at 1732744024682 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732744024682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab0aec7: reopening flushed file at 1732744024696 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62868ccc: reopening flushed file at 1732744024702 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265e8729: reopening flushed file at 1732744024709 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false at 1732744024719 (+10 ms)Writing region close event to WAL at 1732744024721 (+2 ms)Running coprocessor post-close hooks at 1732744024724 (+3 ms)Closed at 1732744024725 (+1 ms) 2024-11-27T21:47:04,725 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:47:04,792 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,45471,1732744022230; all regions closed. 2024-11-27T21:47:04,792 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,38347,1732744022299; all regions closed. 2024-11-27T21:47:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:47:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741833_1009 (size=1758) 2024-11-27T21:47:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:47:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:47:04,797 DEBUG [RS:0;da99f16e0d32:45471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/oldWALs 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C45471%2C1732744022230:(num 1732744023164) 2024-11-27T21:47:04,797 DEBUG [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/oldWALs 2024-11-27T21:47:04,797 DEBUG [RS:0;da99f16e0d32:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:04,797 INFO [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C38347%2C1732744022299.meta:.meta(num 1732744023580) 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:47:04,797 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:47:04,797 INFO [RS:0;da99f16e0d32:45471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45471 2024-11-27T21:47:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741834_1010 (size=1867) 2024-11-27T21:47:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741834_1010 (size=1867) 2024-11-27T21:47:04,802 DEBUG [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/oldWALs 2024-11-27T21:47:04,802 INFO [RS:1;da99f16e0d32:38347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C38347%2C1732744022299:(num 1732744023164) 2024-11-27T21:47:04,802 DEBUG [RS:1;da99f16e0d32:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:04,802 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:04,802 INFO [RS:1;da99f16e0d32:38347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:47:04,803 INFO [RS:1;da99f16e0d32:38347 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:47:04,803 INFO [RS:1;da99f16e0d32:38347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:47:04,803 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:47:04,803 INFO [RS:1;da99f16e0d32:38347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38347 2024-11-27T21:47:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:47:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,45471,1732744022230 2024-11-27T21:47:04,809 INFO [RS:0;da99f16e0d32:45471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:47:04,819 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,38347,1732744022299 2024-11-27T21:47:04,819 INFO [RS:1;da99f16e0d32:38347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:47:04,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,38347,1732744022299] 2024-11-27T21:47:04,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,38347,1732744022299 already deleted, retry=false 2024-11-27T21:47:04,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,38347,1732744022299 expired; onlineServers=1 2024-11-27T21:47:04,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,45471,1732744022230] 2024-11-27T21:47:04,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,45471,1732744022230 already deleted, retry=false 2024-11-27T21:47:04,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,45471,1732744022230 expired; onlineServers=0 2024-11-27T21:47:04,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,33919,1732744022054' ***** 2024-11-27T21:47:04,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:47:04,861 INFO [M:0;da99f16e0d32:33919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:47:04,862 INFO [M:0;da99f16e0d32:33919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:47:04,862 DEBUG [M:0;da99f16e0d32:33919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:47:04,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:47:04,862 DEBUG [M:0;da99f16e0d32:33919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:47:04,862 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744022705 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744022705,5,FailOnTimeoutGroup] 2024-11-27T21:47:04,862 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744022702 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744022702,5,FailOnTimeoutGroup] 2024-11-27T21:47:04,862 INFO [M:0;da99f16e0d32:33919 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:47:04,862 INFO [M:0;da99f16e0d32:33919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:47:04,862 DEBUG [M:0;da99f16e0d32:33919 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:47:04,862 INFO [M:0;da99f16e0d32:33919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:47:04,862 INFO [M:0;da99f16e0d32:33919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:47:04,862 INFO [M:0;da99f16e0d32:33919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:47:04,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:47:04,872 DEBUG [M:0;da99f16e0d32:33919 {}] zookeeper.ZKUtil(347): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:47:04,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:47:04,872 WARN [M:0;da99f16e0d32:33919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:47:04,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:04,873 INFO [M:0;da99f16e0d32:33919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/.lastflushedseqids 2024-11-27T21:47:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741844_1020 (size=191) 2024-11-27T21:47:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741844_1020 (size=191) 2024-11-27T21:47:04,879 INFO [M:0;da99f16e0d32:33919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:47:04,879 INFO [M:0;da99f16e0d32:33919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:47:04,879 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:47:04,879 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:04,879 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:04,879 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:47:04,879 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:04,879 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-27T21:47:04,897 DEBUG [M:0;da99f16e0d32:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d54bcbed4149b29d728e99511eec46 is 82, key is hbase:meta,,1/info:regioninfo/1732744023622/Put/seqid=0 2024-11-27T21:47:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:47:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:47:04,904 INFO [M:0;da99f16e0d32:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d54bcbed4149b29d728e99511eec46 2024-11-27T21:47:04,926 DEBUG [M:0;da99f16e0d32:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bef40db1d948e0b445cffdbd42b5a2 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732744024155/Put/seqid=0 2024-11-27T21:47:04,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:04,930 INFO [RS:0;da99f16e0d32:45471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:47:04,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x1017e4383b80001, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:04,930 INFO [RS:0;da99f16e0d32:45471 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,45471,1732744022230; zookeeper connection closed. 2024-11-27T21:47:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:47:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:47:04,933 INFO [M:0;da99f16e0d32:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bef40db1d948e0b445cffdbd42b5a2 2024-11-27T21:47:04,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60e1ad9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60e1ad9 2024-11-27T21:47:04,945 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:04,945 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1017e4383b80002, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:04,945 INFO [RS:1;da99f16e0d32:38347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:47:04,945 INFO [RS:1;da99f16e0d32:38347 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,38347,1732744022299; zookeeper connection closed. 2024-11-27T21:47:04,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fb12179 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fb12179 2024-11-27T21:47:04,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-27T21:47:04,954 DEBUG [M:0;da99f16e0d32:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1c95ca68b3942adb8efda26cd20af19 is 69, key is da99f16e0d32,38347,1732744022299/rs:state/1732744022874/Put/seqid=0 2024-11-27T21:47:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:47:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:47:04,960 INFO [M:0;da99f16e0d32:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1c95ca68b3942adb8efda26cd20af19 2024-11-27T21:47:04,966 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d54bcbed4149b29d728e99511eec46 as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5d54bcbed4149b29d728e99511eec46 2024-11-27T21:47:04,971 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5d54bcbed4149b29d728e99511eec46, entries=8, sequenceid=71, filesize=5.5 K 2024-11-27T21:47:04,973 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bef40db1d948e0b445cffdbd42b5a2 as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bef40db1d948e0b445cffdbd42b5a2 2024-11-27T21:47:04,978 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bef40db1d948e0b445cffdbd42b5a2, entries=8, sequenceid=71, filesize=6.1 K 2024-11-27T21:47:04,979 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1c95ca68b3942adb8efda26cd20af19 as hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1c95ca68b3942adb8efda26cd20af19 2024-11-27T21:47:04,986 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1c95ca68b3942adb8efda26cd20af19, entries=2, sequenceid=71, filesize=5.1 K 2024-11-27T21:47:04,987 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-11-27T21:47:04,989 INFO [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:04,989 DEBUG [M:0;da99f16e0d32:33919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744024879Disabling compacts and flushes for region at 1732744024879Disabling writes for close at 1732744024879Obtaining lock to block concurrent updates at 1732744024879Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732744024879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732744024880 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732744024880Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732744024880Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732744024897 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732744024897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732744024910 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732744024926 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732744024926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732744024938 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732744024954 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732744024954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246c5cf: reopening flushed file at 1732744024965 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4b8dc6: reopening flushed file at 1732744024972 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c2cbdd: reopening flushed file at 1732744024978 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1732744024988 (+10 ms)Writing region close event to WAL at 1732744024989 (+1 ms)Closed at 1732744024989 2024-11-27T21:47:04,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741830_1006 (size=35428) 2024-11-27T21:47:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741830_1006 (size=35428) 2024-11-27T21:47:04,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36b5f41e-6fab-8fc3-65db-6f0ea1c6ece5/MasterData/WALs/da99f16e0d32,33919,1732744022054/da99f16e0d32%2C33919%2C1732744022054.1732744022467 not finished, retry = 0 2024-11-27T21:47:05,094 INFO [M:0;da99f16e0d32:33919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:47:05,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:47:05,094 INFO [M:0;da99f16e0d32:33919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33919 2024-11-27T21:47:05,094 INFO [M:0;da99f16e0d32:33919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:47:05,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:05,204 INFO [M:0;da99f16e0d32:33919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:47:05,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x1017e4383b80000, quorum=127.0.0.1:52056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:05,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cbd8860{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:05,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e80183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:47:05,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:47:05,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa1e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:47:05,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489c05a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir/,STOPPED} 2024-11-27T21:47:05,210 WARN [BP-1079267392-172.17.0.2-1732744019365 heartbeating to localhost/127.0.0.1:40043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:47:05,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:47:05,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:47:05,210 WARN [BP-1079267392-172.17.0.2-1732744019365 heartbeating to localhost/127.0.0.1:40043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079267392-172.17.0.2-1732744019365 (Datanode Uuid bc66133b-03f2-4a31-ab79-df6be212de55) service to localhost/127.0.0.1:40043 2024-11-27T21:47:05,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data3/current/BP-1079267392-172.17.0.2-1732744019365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:05,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data4/current/BP-1079267392-172.17.0.2-1732744019365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:05,211 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:47:05,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532f458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:05,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bcb6254{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:47:05,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:47:05,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383ecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:47:05,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7916c0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir/,STOPPED} 2024-11-27T21:47:05,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:47:05,214 WARN [BP-1079267392-172.17.0.2-1732744019365 heartbeating to localhost/127.0.0.1:40043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:47:05,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:47:05,214 WARN [BP-1079267392-172.17.0.2-1732744019365 heartbeating to localhost/127.0.0.1:40043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079267392-172.17.0.2-1732744019365 (Datanode Uuid f71f8f71-0756-4588-bd5e-78d5ea1dae8d) service to localhost/127.0.0.1:40043 2024-11-27T21:47:05,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data1/current/BP-1079267392-172.17.0.2-1732744019365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:05,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/cluster_46b87c73-09db-51a2-0794-186790085519/data/data2/current/BP-1079267392-172.17.0.2-1732744019365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:05,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:47:05,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aa15b23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:47:05,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@204c0333{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:47:05,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:47:05,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f5ffeab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:47:05,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bebebe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir/,STOPPED} 2024-11-27T21:47:05,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:47:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:47:05,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=166 (was 148) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40043 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40043 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9259 (was 9370) 2024-11-27T21:47:05,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=166, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=9259 2024-11-27T21:47:05,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir so I do NOT create it in target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8 2024-11-27T21:47:05,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:47:05,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.tmp.dir so I do NOT create it in target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8 2024-11-27T21:47:05,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c54f0592-e445-972e-9340-6daab6b9671f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:47:05,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8 2024-11-27T21:47:05,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13, deleteOnExit=true 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/test.cache.data in system properties and HBase conf 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:47:05,268 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:47:05,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:47:05,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:47:05,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:47:05,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:47:05,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:47:05,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:47:05,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:47:05,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:47:05,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbc9b84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:47:05,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61cc015c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:47:05,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5719f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/java.io.tmpdir/jetty-localhost-34855-hadoop-hdfs-3_4_1-tests_jar-_-any-11184134901518707045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:47:05,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9927d40{HTTP/1.1, (http/1.1)}{localhost:34855} 2024-11-27T21:47:05,711 INFO [Time-limited test {}] server.Server(415): Started @36129ms 2024-11-27T21:47:05,763 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T21:47:05,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:47:05,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:47:05,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:47:05,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:47:05,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:47:05,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a391077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:47:05,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f1be403{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:47:06,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da47160{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/java.io.tmpdir/jetty-localhost-34345-hadoop-hdfs-3_4_1-tests_jar-_-any-9902517879691614744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:06,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fe9fec8{HTTP/1.1, (http/1.1)}{localhost:34345} 2024-11-27T21:47:06,094 INFO [Time-limited test {}] server.Server(415): Started @36511ms 2024-11-27T21:47:06,095 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:47:06,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:47:06,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:47:06,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:47:06,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:47:06,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:47:06,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20942ca5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:47:06,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458c11b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:47:06,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ede39a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-13779720614479102340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:06,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48fc69bb{HTTP/1.1, (http/1.1)}{localhost:32939} 2024-11-27T21:47:06,239 INFO [Time-limited test {}] server.Server(415): Started @36656ms 2024-11-27T21:47:06,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:47:07,227 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data1/current/BP-1789618550-172.17.0.2-1732744025292/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:07,227 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data2/current/BP-1789618550-172.17.0.2-1732744025292/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:07,244 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:47:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x263c918bacb84f9d with lease ID 0x3923609d5987e764: Processing first storage report for DS-742bd07c-d38d-471c-85de-ed5df0fda144 from datanode DatanodeRegistration(127.0.0.1:35765, datanodeUuid=56f1f189-f902-4380-bca3-65d85a2b9c9e, infoPort=33811, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292) 2024-11-27T21:47:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x263c918bacb84f9d with lease ID 0x3923609d5987e764: from storage DS-742bd07c-d38d-471c-85de-ed5df0fda144 node DatanodeRegistration(127.0.0.1:35765, datanodeUuid=56f1f189-f902-4380-bca3-65d85a2b9c9e, infoPort=33811, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x263c918bacb84f9d with lease ID 0x3923609d5987e764: Processing first storage report for DS-04baaf57-47e9-4d2b-86ad-323c7bb496f6 from datanode DatanodeRegistration(127.0.0.1:35765, datanodeUuid=56f1f189-f902-4380-bca3-65d85a2b9c9e, infoPort=33811, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292) 2024-11-27T21:47:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x263c918bacb84f9d with lease ID 0x3923609d5987e764: from storage DS-04baaf57-47e9-4d2b-86ad-323c7bb496f6 node DatanodeRegistration(127.0.0.1:35765, datanodeUuid=56f1f189-f902-4380-bca3-65d85a2b9c9e, infoPort=33811, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:07,366 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data4/current/BP-1789618550-172.17.0.2-1732744025292/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:07,366 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data3/current/BP-1789618550-172.17.0.2-1732744025292/current, will proceed with Du for space computation calculation, 2024-11-27T21:47:07,387 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:47:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51377e120e401c42 with lease ID 0x3923609d5987e765: Processing first storage report for DS-4f2362c3-cc13-4b1a-9e57-b663fa7bdb4c from datanode DatanodeRegistration(127.0.0.1:42133, datanodeUuid=c1c5e6bf-4d3d-4ac3-9031-512ea4b7578d, infoPort=38369, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292) 2024-11-27T21:47:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51377e120e401c42 with lease ID 0x3923609d5987e765: from storage DS-4f2362c3-cc13-4b1a-9e57-b663fa7bdb4c node DatanodeRegistration(127.0.0.1:42133, datanodeUuid=c1c5e6bf-4d3d-4ac3-9031-512ea4b7578d, infoPort=38369, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51377e120e401c42 with lease ID 0x3923609d5987e765: Processing first storage report for DS-3ec60047-8e77-4822-9911-2ab582ff9e41 from datanode DatanodeRegistration(127.0.0.1:42133, datanodeUuid=c1c5e6bf-4d3d-4ac3-9031-512ea4b7578d, infoPort=38369, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292) 2024-11-27T21:47:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51377e120e401c42 with lease ID 0x3923609d5987e765: from storage DS-3ec60047-8e77-4822-9911-2ab582ff9e41 node DatanodeRegistration(127.0.0.1:42133, datanodeUuid=c1c5e6bf-4d3d-4ac3-9031-512ea4b7578d, infoPort=38369, infoSecurePort=0, ipcPort=34233, storageInfo=lv=-57;cid=testClusterID;nsid=77144176;c=1732744025292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:47:07,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8 2024-11-27T21:47:07,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/zookeeper_0, clientPort=53179, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:47:07,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53179 2024-11-27T21:47:07,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:47:07,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:47:07,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840 with version=8 2024-11-27T21:47:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/hbase-staging 2024-11-27T21:47:07,495 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:47:07,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:47:07,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45839 2024-11-27T21:47:07,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45839 connecting to ZooKeeper ensemble=127.0.0.1:53179 2024-11-27T21:47:07,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458390x0, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:47:07,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45839-0x1017e4399030000 connected 2024-11-27T21:47:07,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:07,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840, hbase.cluster.distributed=false 2024-11-27T21:47:07,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:47:07,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45839 2024-11-27T21:47:07,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45839 2024-11-27T21:47:07,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45839 2024-11-27T21:47:07,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45839 2024-11-27T21:47:07,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45839 2024-11-27T21:47:07,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:47:07,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:47:07,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41127 2024-11-27T21:47:07,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41127 connecting to ZooKeeper ensemble=127.0.0.1:53179 2024-11-27T21:47:07,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,693 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411270x0, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:47:07,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41127-0x1017e4399030001 connected 2024-11-27T21:47:07,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:07,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:47:07,694 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-27T21:47:07,700 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-27T21:47:07,700 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-27T21:47:07,701 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-27T21:47:07,701 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:47:07,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:47:07,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:47:07,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-27T21:47:07,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41127 2024-11-27T21:47:07,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41127 2024-11-27T21:47:07,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-27T21:47:07,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-27T21:47:07,722 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:47:07,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:47:07,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37633 2024-11-27T21:47:07,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37633 connecting to ZooKeeper ensemble=127.0.0.1:53179 2024-11-27T21:47:07,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376330x0, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:47:07,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376330x0, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:07,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37633-0x1017e4399030002 connected 2024-11-27T21:47:07,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:47:07,736 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-27T21:47:07,741 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-27T21:47:07,741 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-27T21:47:07,776 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-27T21:47:07,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:47:07,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:47:07,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:47:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37633 2024-11-27T21:47:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37633 2024-11-27T21:47:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37633 2024-11-27T21:47:07,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37633 2024-11-27T21:47:07,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37633 2024-11-27T21:47:07,792 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:45839 2024-11-27T21:47:07,793 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,45839,1732744027494 2024-11-27T21:47:07,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:07,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:07,798 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:07,798 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,45839,1732744027494 2024-11-27T21:47:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:07,808 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:47:07,808 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:47:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:07,809 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:47:07,809 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,45839,1732744027494 from backup master directory 2024-11-27T21:47:07,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:07,819 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:07,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,45839,1732744027494 2024-11-27T21:47:07,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:47:07,819 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:47:07,819 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,45839,1732744027494 2024-11-27T21:47:07,825 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/hbase.id] with ID: 0e1e87d9-b4b3-4730-b2b1-0b76b8ccdee6 2024-11-27T21:47:07,825 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/.tmp/hbase.id 2024-11-27T21:47:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:47:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:47:07,830 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/.tmp/hbase.id]:[hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/hbase.id] 2024-11-27T21:47:07,841 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:47:07,841 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:47:07,843 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T21:47:07,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:07,851 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:07,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:47:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:47:07,857 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:47:07,858 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:47:07,858 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:07,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:47:07,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:47:07,866 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store 2024-11-27T21:47:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:47:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:47:08,278 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:08,278 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:47:08,278 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:08,278 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:08,278 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:47:08,278 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:08,278 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:08,278 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744028278Disabling compacts and flushes for region at 1732744028278Disabling writes for close at 1732744028278Writing region close event to WAL at 1732744028278Closed at 1732744028278 2024-11-27T21:47:08,279 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/.initializing 2024-11-27T21:47:08,279 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/WALs/da99f16e0d32,45839,1732744027494 2024-11-27T21:47:08,280 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:47:08,282 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C45839%2C1732744027494, suffix=, logDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/WALs/da99f16e0d32,45839,1732744027494, archiveDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/oldWALs, maxLogs=10 2024-11-27T21:47:08,293 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/WALs/da99f16e0d32,45839,1732744027494/da99f16e0d32%2C45839%2C1732744027494.1732744028282, exclude list is [], retry=0 2024-11-27T21:47:08,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35765,DS-742bd07c-d38d-471c-85de-ed5df0fda144,DISK] 2024-11-27T21:47:08,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42133,DS-4f2362c3-cc13-4b1a-9e57-b663fa7bdb4c,DISK] 2024-11-27T21:47:08,297 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/WALs/da99f16e0d32,45839,1732744027494/da99f16e0d32%2C45839%2C1732744027494.1732744028282 2024-11-27T21:47:08,298 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38369:38369)] 2024-11-27T21:47:08,298 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:47:08,298 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:08,298 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,298 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:47:08,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:08,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:47:08,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:08,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:47:08,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:08,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:47:08,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:08,306 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,307 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,307 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,309 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,309 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,309 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:47:08,310 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:47:08,312 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:08,312 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67082816, jitterRate=-3.8814544677734375E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:47:08,313 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732744028298Initializing all the Stores at 1732744028299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744028299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744028299Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744028299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744028299Cleaning up temporary data from old regions at 1732744028309 (+10 ms)Region opened successfully at 1732744028313 (+4 ms) 2024-11-27T21:47:08,313 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:47:08,317 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15533c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:47:08,318 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:47:08,318 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:47:08,318 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:47:08,318 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:47:08,319 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:47:08,319 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:47:08,319 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:47:08,322 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:47:08,323 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:47:08,366 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:47:08,367 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:47:08,367 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:47:08,377 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:47:08,377 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:47:08,378 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:47:08,387 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:47:08,388 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:47:08,398 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:47:08,400 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:47:08,408 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:47:08,419 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,419 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,420 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,45839,1732744027494, sessionid=0x1017e4399030000, setting cluster-up flag (Was=false) 2024-11-27T21:47:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,440 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,472 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:47:08,473 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,45839,1732744027494 2024-11-27T21:47:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,493 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:08,524 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:47:08,526 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,45839,1732744027494 2024-11-27T21:47:08,527 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:47:08,529 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:08,529 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:47:08,529 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:47:08,529 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,45839,1732744027494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:47:08,530 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:47:08,531 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732744058531 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:47:08,532 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:47:08,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:08,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:47:08,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:47:08,535 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:47:08,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:47:08,536 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:47:08,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:47:08,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:47:08,540 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744028540,5,FailOnTimeoutGroup] 2024-11-27T21:47:08,540 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744028540,5,FailOnTimeoutGroup] 2024-11-27T21:47:08,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:47:08,540 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,541 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:47:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:47:08,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:47:08,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840 2024-11-27T21:47:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:47:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:47:08,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:08,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:47:08,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:47:08,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:08,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:47:08,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:47:08,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:08,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:47:08,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:47:08,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:08,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:47:08,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:47:08,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:08,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:08,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:47:08,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740 2024-11-27T21:47:08,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740 2024-11-27T21:47:08,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:47:08,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:47:08,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:47:08,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:47:08,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:08,569 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61232155, jitterRate=-0.08756978809833527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:47:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732744028555Initializing all the Stores at 1732744028556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744028556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744028556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744028556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744028556Cleaning up temporary data from old regions at 1732744028565 (+9 ms)Region opened successfully at 1732744028570 (+5 ms) 2024-11-27T21:47:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:47:08,570 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:47:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:47:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:47:08,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:47:08,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:47:08,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744028570Disabling compacts and flushes for region at 1732744028570Disabling writes for close at 1732744028570Writing region close event to WAL at 1732744028571 (+1 ms)Closed at 1732744028571 2024-11-27T21:47:08,572 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:08,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:47:08,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:47:08,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:47:08,574 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:47:08,584 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(746): ClusterId : 0e1e87d9-b4b3-4730-b2b1-0b76b8ccdee6 2024-11-27T21:47:08,584 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(746): ClusterId : 0e1e87d9-b4b3-4730-b2b1-0b76b8ccdee6 2024-11-27T21:47:08,584 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:47:08,584 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:47:08,597 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:47:08,597 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:47:08,597 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:47:08,597 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:47:08,609 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:47:08,609 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:47:08,610 DEBUG [RS:0;da99f16e0d32:41127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721b808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:47:08,610 DEBUG [RS:1;da99f16e0d32:37633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226c306d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:47:08,620 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:37633 2024-11-27T21:47:08,620 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:41127 2024-11-27T21:47:08,620 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:47:08,620 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:47:08,620 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:47:08,620 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:47:08,620 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:47:08,620 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:47:08,621 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,45839,1732744027494 with port=41127, startcode=1732744027672 2024-11-27T21:47:08,621 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,45839,1732744027494 with port=37633, startcode=1732744027722 2024-11-27T21:47:08,621 DEBUG [RS:1;da99f16e0d32:37633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:47:08,621 DEBUG [RS:0;da99f16e0d32:41127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:47:08,622 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:47:08,622 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:47:08,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,41127,1732744027672 2024-11-27T21:47:08,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45839 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,41127,1732744027672 2024-11-27T21:47:08,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45839 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,624 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840 2024-11-27T21:47:08,624 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45097 2024-11-27T21:47:08,624 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:47:08,625 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840 2024-11-27T21:47:08,625 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45097 2024-11-27T21:47:08,625 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:47:08,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:47:08,671 DEBUG [RS:0;da99f16e0d32:41127 {}] zookeeper.ZKUtil(111): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,41127,1732744027672 2024-11-27T21:47:08,671 WARN [RS:0;da99f16e0d32:41127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:47:08,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,37633,1732744027722] 2024-11-27T21:47:08,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,41127,1732744027672] 2024-11-27T21:47:08,671 INFO [RS:0;da99f16e0d32:41127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:08,672 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,41127,1732744027672 2024-11-27T21:47:08,672 DEBUG [RS:1;da99f16e0d32:37633 {}] zookeeper.ZKUtil(111): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,672 WARN [RS:1;da99f16e0d32:37633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:47:08,672 INFO [RS:1;da99f16e0d32:37633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:08,672 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,675 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:47:08,675 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:47:08,677 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:47:08,677 INFO [RS:0;da99f16e0d32:41127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:47:08,677 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,679 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:47:08,679 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:47:08,679 INFO [RS:1;da99f16e0d32:37633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:47:08,679 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,679 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:47:08,680 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:47:08,680 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:08,680 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:08,680 DEBUG [RS:0;da99f16e0d32:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:08,681 DEBUG [RS:1;da99f16e0d32:37633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:47:08,688 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,37633,1732744027722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:47:08,688 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41127,1732744027672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:47:08,702 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:47:08,702 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:47:08,702 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,41127,1732744027672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,702 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,37633,1732744027722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,702 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,702 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,702 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.Replication(171): da99f16e0d32,41127,1732744027672 started 2024-11-27T21:47:08,702 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.Replication(171): da99f16e0d32,37633,1732744027722 started 2024-11-27T21:47:08,715 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,715 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,37633,1732744027722, RpcServer on da99f16e0d32/172.17.0.2:37633, sessionid=0x1017e4399030002 2024-11-27T21:47:08,715 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:47:08,715 DEBUG [RS:1;da99f16e0d32:37633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,715 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,37633,1732744027722' 2024-11-27T21:47:08,715 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:47:08,716 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:47:08,716 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:47:08,716 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:47:08,716 DEBUG [RS:1;da99f16e0d32:37633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,716 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,37633,1732744027722' 2024-11-27T21:47:08,716 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:47:08,717 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:47:08,717 DEBUG [RS:1;da99f16e0d32:37633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:47:08,717 INFO [RS:1;da99f16e0d32:37633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:47:08,717 INFO [RS:1;da99f16e0d32:37633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:47:08,718 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:08,718 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,41127,1732744027672, RpcServer on da99f16e0d32/172.17.0.2:41127, sessionid=0x1017e4399030001 2024-11-27T21:47:08,718 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:47:08,718 DEBUG [RS:0;da99f16e0d32:41127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,41127,1732744027672 2024-11-27T21:47:08,718 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,41127,1732744027672' 2024-11-27T21:47:08,718 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,41127,1732744027672 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,41127,1732744027672' 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:47:08,719 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:47:08,720 DEBUG [RS:0;da99f16e0d32:41127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:47:08,720 INFO [RS:0;da99f16e0d32:41127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:47:08,720 INFO [RS:0;da99f16e0d32:41127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:47:08,724 WARN [da99f16e0d32:45839 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:47:08,817 INFO [RS:1;da99f16e0d32:37633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:47:08,819 INFO [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C37633%2C1732744027722, suffix=, logDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722, archiveDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/oldWALs, maxLogs=32 2024-11-27T21:47:08,820 INFO [RS:0;da99f16e0d32:41127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:47:08,821 INFO [RS:0;da99f16e0d32:41127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C41127%2C1732744027672, suffix=, logDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,41127,1732744027672, archiveDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/oldWALs, maxLogs=32 2024-11-27T21:47:08,831 DEBUG [RS:1;da99f16e0d32:37633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722/da99f16e0d32%2C37633%2C1732744027722.1732744028819, exclude list is [], retry=0 2024-11-27T21:47:08,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35765,DS-742bd07c-d38d-471c-85de-ed5df0fda144,DISK] 2024-11-27T21:47:08,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42133,DS-4f2362c3-cc13-4b1a-9e57-b663fa7bdb4c,DISK] 2024-11-27T21:47:08,836 INFO [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722/da99f16e0d32%2C37633%2C1732744027722.1732744028819 2024-11-27T21:47:08,836 DEBUG [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38369:38369)] 2024-11-27T21:47:08,839 DEBUG [RS:0;da99f16e0d32:41127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,41127,1732744027672/da99f16e0d32%2C41127%2C1732744027672.1732744028822, exclude list is [], retry=0 2024-11-27T21:47:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42133,DS-4f2362c3-cc13-4b1a-9e57-b663fa7bdb4c,DISK] 2024-11-27T21:47:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35765,DS-742bd07c-d38d-471c-85de-ed5df0fda144,DISK] 2024-11-27T21:47:08,844 INFO [RS:0;da99f16e0d32:41127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,41127,1732744027672/da99f16e0d32%2C41127%2C1732744027672.1732744028822 2024-11-27T21:47:08,844 DEBUG [RS:0;da99f16e0d32:41127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38369:38369)] 2024-11-27T21:47:08,975 DEBUG [da99f16e0d32:45839 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T21:47:08,975 DEBUG [da99f16e0d32:45839 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:47:08,977 DEBUG [da99f16e0d32:45839 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:47:08,977 DEBUG [da99f16e0d32:45839 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:47:08,977 DEBUG [da99f16e0d32:45839 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:47:08,977 DEBUG [da99f16e0d32:45839 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:47:08,977 INFO [da99f16e0d32:45839 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:47:08,977 INFO [da99f16e0d32:45839 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:47:08,977 DEBUG [da99f16e0d32:45839 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:47:08,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,37633,1732744027722 2024-11-27T21:47:08,979 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,37633,1732744027722, state=OPENING 2024-11-27T21:47:09,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:47:09,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:47:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:09,103 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:09,108 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:47:09,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,37633,1732744027722}] 2024-11-27T21:47:09,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:09,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:09,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:09,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:09,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:09,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:47:09,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:47:09,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:47:09,266 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:47:09,266 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:47:09,266 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:47:09,268 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C37633%2C1732744027722.meta, suffix=.meta, logDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722, archiveDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/oldWALs, maxLogs=32 2024-11-27T21:47:09,285 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722/da99f16e0d32%2C37633%2C1732744027722.meta.1732744029268.meta, exclude list is [], retry=0 2024-11-27T21:47:09,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42133,DS-4f2362c3-cc13-4b1a-9e57-b663fa7bdb4c,DISK] 2024-11-27T21:47:09,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35765,DS-742bd07c-d38d-471c-85de-ed5df0fda144,DISK] 2024-11-27T21:47:09,289 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/WALs/da99f16e0d32,37633,1732744027722/da99f16e0d32%2C37633%2C1732744027722.meta.1732744029268.meta 2024-11-27T21:47:09,289 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38369:38369)] 2024-11-27T21:47:09,289 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:47:09,290 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:47:09,290 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:47:09,290 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:47:09,290 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:47:09,290 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:09,290 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:47:09,290 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:47:09,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:47:09,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:47:09,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:09,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:47:09,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:47:09,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:47:09,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:47:09,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:09,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:47:09,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:47:09,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:47:09,296 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:47:09,297 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740 2024-11-27T21:47:09,298 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740 2024-11-27T21:47:09,299 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:47:09,299 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:47:09,300 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:47:09,301 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:47:09,302 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68959408, jitterRate=0.027575254440307617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:47:09,302 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:47:09,303 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732744029290Writing region info on filesystem at 1732744029290Initializing all the Stores at 1732744029291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744029291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744029291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744029291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732744029291Cleaning up temporary data from old regions at 1732744029299 (+8 ms)Running coprocessor post-open hooks at 1732744029302 (+3 ms)Region opened successfully at 1732744029303 (+1 ms) 2024-11-27T21:47:09,304 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732744029261 2024-11-27T21:47:09,306 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:47:09,306 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:47:09,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,37633,1732744027722 2024-11-27T21:47:09,309 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,37633,1732744027722, state=OPEN 2024-11-27T21:47:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:47:09,314 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:47:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:47:09,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:09,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:09,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,37633,1732744027722 2024-11-27T21:47:09,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:47:09,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:47:09,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,37633,1732744027722 in 206 msec 2024-11-27T21:47:09,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:47:09,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-27T21:47:09,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:47:09,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:47:09,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:47:09,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,37633,1732744027722, seqNum=-1] 2024-11-27T21:47:09,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:47:09,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:47:09,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-27T21:47:09,329 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732744029329, completionTime=-1 2024-11-27T21:47:09,329 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-27T21:47:09,329 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732744089331 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732744149331 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45839,1732744027494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45839,1732744027494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45839,1732744027494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:45839, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,331 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,333 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.516sec 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45839,1732744027494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:47:09,335 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45839,1732744027494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:47:09,337 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:47:09,337 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:47:09,337 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45839,1732744027494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:47:09,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5322362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:47:09,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,45839,-1 for getting cluster id 2024-11-27T21:47:09,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:47:09,386 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1e87d9-b4b3-4730-b2b1-0b76b8ccdee6' 2024-11-27T21:47:09,386 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:47:09,386 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1e87d9-b4b3-4730-b2b1-0b76b8ccdee6" 2024-11-27T21:47:09,387 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380cdb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:47:09,387 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,45839,-1] 2024-11-27T21:47:09,387 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:47:09,387 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:09,388 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:47:09,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb7e1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:47:09,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:47:09,391 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,37633,1732744027722, seqNum=-1] 2024-11-27T21:47:09,391 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:47:09,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:47:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,45839,1732744027494 2024-11-27T21:47:09,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:47:09,395 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,45839,1732744027494 2024-11-27T21:47:09,395 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68bd10b1 2024-11-27T21:47:09,395 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:47:09,397 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:47:09,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:47:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-27T21:47:09,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:47:09,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-27T21:47:09,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:47:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:47:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741836_1012 (size=379) 2024-11-27T21:47:09,411 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 846edf8f28d1bfd28ea7716e0c8e10be, NAME => 'testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840 2024-11-27T21:47:09,411 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a22e8a239e3d8d3548c50186a5c932d8, NAME => 'testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840 2024-11-27T21:47:09,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:47:09,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741838_1014 (size=61) 2024-11-27T21:47:09,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:09,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a22e8a239e3d8d3548c50186a5c932d8, disabling compactions & flushes 2024-11-27T21:47:09,418 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. after waiting 0 ms 2024-11-27T21:47:09,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,418 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a22e8a239e3d8d3548c50186a5c932d8: Waiting for close lock at 1732744029418Disabling compacts and flushes for region at 1732744029418Disabling writes for close at 1732744029418Writing region close event to WAL at 1732744029418Closed at 1732744029418 2024-11-27T21:47:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:47:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741837_1013 (size=61) 2024-11-27T21:47:09,420 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:09,420 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 846edf8f28d1bfd28ea7716e0c8e10be, disabling compactions & flushes 2024-11-27T21:47:09,420 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,420 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,420 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. after waiting 0 ms 2024-11-27T21:47:09,420 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,421 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,421 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 846edf8f28d1bfd28ea7716e0c8e10be: Waiting for close lock at 1732744029420Disabling compacts and flushes for region at 1732744029420Disabling writes for close at 1732744029420Writing region close event to WAL at 1732744029420Closed at 1732744029420 2024-11-27T21:47:09,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:47:09,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744029422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744029422"}]},"ts":"1732744029422"} 2024-11-27T21:47:09,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732744029422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732744029422"}]},"ts":"1732744029422"} 2024-11-27T21:47:09,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T21:47:09,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:47:09,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744029427"}]},"ts":"1732744029427"} 2024-11-27T21:47:09,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-27T21:47:09,429 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:47:09,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:47:09,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:47:09,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:47:09,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:47:09,431 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:47:09,431 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:47:09,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:47:09,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=846edf8f28d1bfd28ea7716e0c8e10be, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a22e8a239e3d8d3548c50186a5c932d8, ASSIGN}] 2024-11-27T21:47:09,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a22e8a239e3d8d3548c50186a5c932d8, ASSIGN 2024-11-27T21:47:09,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=846edf8f28d1bfd28ea7716e0c8e10be, ASSIGN 2024-11-27T21:47:09,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a22e8a239e3d8d3548c50186a5c932d8, ASSIGN; state=OFFLINE, location=da99f16e0d32,37633,1732744027722; forceNewPlan=false, retain=false 2024-11-27T21:47:09,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=846edf8f28d1bfd28ea7716e0c8e10be, ASSIGN; state=OFFLINE, location=da99f16e0d32,41127,1732744027672; forceNewPlan=false, retain=false 2024-11-27T21:47:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:09,583 INFO [da99f16e0d32:45839 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-27T21:47:09,584 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a22e8a239e3d8d3548c50186a5c932d8, regionState=OPENING, regionLocation=da99f16e0d32,37633,1732744027722 2024-11-27T21:47:09,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=846edf8f28d1bfd28ea7716e0c8e10be, regionState=OPENING, regionLocation=da99f16e0d32,41127,1732744027672 2024-11-27T21:47:09,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a22e8a239e3d8d3548c50186a5c932d8, ASSIGN because future has completed 2024-11-27T21:47:09,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a22e8a239e3d8d3548c50186a5c932d8, server=da99f16e0d32,37633,1732744027722}] 2024-11-27T21:47:09,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=846edf8f28d1bfd28ea7716e0c8e10be, ASSIGN because future has completed 2024-11-27T21:47:09,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 846edf8f28d1bfd28ea7716e0c8e10be, server=da99f16e0d32,41127,1732744027672}] 2024-11-27T21:47:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:09,742 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:47:09,743 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,743 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a22e8a239e3d8d3548c50186a5c932d8, NAME => 'testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8.', STARTKEY => '5', ENDKEY => ''} 2024-11-27T21:47:09,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54389, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:47:09,743 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,743 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:09,743 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,743 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,745 INFO [StoreOpener-a22e8a239e3d8d3548c50186a5c932d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,746 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,746 INFO [StoreOpener-a22e8a239e3d8d3548c50186a5c932d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a22e8a239e3d8d3548c50186a5c932d8 columnFamilyName family 2024-11-27T21:47:09,746 DEBUG [StoreOpener-a22e8a239e3d8d3548c50186a5c932d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,746 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 846edf8f28d1bfd28ea7716e0c8e10be, NAME => 'testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be.', STARTKEY => '', ENDKEY => '5'} 2024-11-27T21:47:09,746 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,746 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:47:09,746 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,746 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,746 INFO [StoreOpener-a22e8a239e3d8d3548c50186a5c932d8-1 {}] regionserver.HStore(327): Store=a22e8a239e3d8d3548c50186a5c932d8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:09,747 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,747 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,747 INFO [StoreOpener-846edf8f28d1bfd28ea7716e0c8e10be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,747 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,748 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,748 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,749 INFO [StoreOpener-846edf8f28d1bfd28ea7716e0c8e10be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 846edf8f28d1bfd28ea7716e0c8e10be columnFamilyName family 2024-11-27T21:47:09,749 DEBUG [StoreOpener-846edf8f28d1bfd28ea7716e0c8e10be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:47:09,749 INFO [StoreOpener-846edf8f28d1bfd28ea7716e0c8e10be-1 {}] regionserver.HStore(327): Store=846edf8f28d1bfd28ea7716e0c8e10be/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:47:09,749 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,749 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,750 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,750 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,750 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,750 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,751 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:09,751 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a22e8a239e3d8d3548c50186a5c932d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59554795, jitterRate=-0.11256439983844757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:47:09,751 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:09,752 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,752 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a22e8a239e3d8d3548c50186a5c932d8: Running coprocessor pre-open hook at 1732744029743Writing region info on filesystem at 1732744029743Initializing all the Stores at 1732744029744 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744029744Cleaning up temporary data from old regions at 1732744029748 (+4 ms)Running coprocessor post-open hooks at 1732744029751 (+3 ms)Region opened successfully at 1732744029752 (+1 ms) 2024-11-27T21:47:09,753 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8., pid=7, masterSystemTime=1732744029739 2024-11-27T21:47:09,755 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:47:09,755 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,755 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:09,755 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 846edf8f28d1bfd28ea7716e0c8e10be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66755396, jitterRate=-0.005267083644866943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:47:09,755 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:09,755 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 846edf8f28d1bfd28ea7716e0c8e10be: Running coprocessor pre-open hook at 1732744029746Writing region info on filesystem at 1732744029746Initializing all the Stores at 1732744029747 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732744029747Cleaning up temporary data from old regions at 1732744029750 (+3 ms)Running coprocessor post-open hooks at 1732744029755 (+5 ms)Region opened successfully at 1732744029755 2024-11-27T21:47:09,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a22e8a239e3d8d3548c50186a5c932d8, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,37633,1732744027722 2024-11-27T21:47:09,756 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be., pid=8, masterSystemTime=1732744029741 2024-11-27T21:47:09,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a22e8a239e3d8d3548c50186a5c932d8, server=da99f16e0d32,37633,1732744027722 because future has completed 2024-11-27T21:47:09,758 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,758 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:09,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=846edf8f28d1bfd28ea7716e0c8e10be, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,41127,1732744027672 2024-11-27T21:47:09,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 846edf8f28d1bfd28ea7716e0c8e10be, server=da99f16e0d32,41127,1732744027672 because future has completed 2024-11-27T21:47:09,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T21:47:09,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a22e8a239e3d8d3548c50186a5c932d8, server=da99f16e0d32,37633,1732744027722 in 171 msec 2024-11-27T21:47:09,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a22e8a239e3d8d3548c50186a5c932d8, ASSIGN in 330 msec 2024-11-27T21:47:09,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-27T21:47:09,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 846edf8f28d1bfd28ea7716e0c8e10be, server=da99f16e0d32,41127,1732744027672 in 174 msec 2024-11-27T21:47:09,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:47:09,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=846edf8f28d1bfd28ea7716e0c8e10be, ASSIGN in 332 msec 2024-11-27T21:47:09,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:47:09,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732744029766"}]},"ts":"1732744029766"} 2024-11-27T21:47:09,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-27T21:47:09,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:47:09,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 372 msec 2024-11-27T21:47:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:47:10,029 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-27T21:47:10,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-27T21:47:10,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:47:10,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-27T21:47:10,033 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:47:10,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-27T21:47:10,036 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be., hostname=da99f16e0d32,41127,1732744027672, seqNum=2] 2024-11-27T21:47:10,037 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:47:10,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:47:10,048 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8., hostname=da99f16e0d32,37633,1732744027722, seqNum=2] 2024-11-27T21:47:10,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 846edf8f28d1bfd28ea7716e0c8e10be 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-27T21:47:10,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/.tmp/family/322c300e4f334a3091c1fbbe4d60d8a9 is 32, key is 1/family:/1732744030039/Put/seqid=0 2024-11-27T21:47:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:47:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741839_1015 (size=5054) 2024-11-27T21:47:10,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/.tmp/family/322c300e4f334a3091c1fbbe4d60d8a9 2024-11-27T21:47:10,091 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/.tmp/family/322c300e4f334a3091c1fbbe4d60d8a9 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/family/322c300e4f334a3091c1fbbe4d60d8a9 2024-11-27T21:47:10,097 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/family/322c300e4f334a3091c1fbbe4d60d8a9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-27T21:47:10,098 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 846edf8f28d1bfd28ea7716e0c8e10be in 39ms, sequenceid=8, compaction requested=false 2024-11-27T21:47:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 846edf8f28d1bfd28ea7716e0c8e10be: 2024-11-27T21:47:10,098 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a22e8a239e3d8d3548c50186a5c932d8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-27T21:47:10,112 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/.tmp/family/4fa1cdf43fb948abaf87658e695f78fa is 32, key is 5/family:/1732744030049/Put/seqid=0 2024-11-27T21:47:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:47:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741840_1016 (size=5083) 2024-11-27T21:47:10,120 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/.tmp/family/4fa1cdf43fb948abaf87658e695f78fa 2024-11-27T21:47:10,127 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/.tmp/family/4fa1cdf43fb948abaf87658e695f78fa as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/family/4fa1cdf43fb948abaf87658e695f78fa 2024-11-27T21:47:10,134 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/family/4fa1cdf43fb948abaf87658e695f78fa, entries=5, sequenceid=9, filesize=5.0 K 2024-11-27T21:47:10,135 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a22e8a239e3d8d3548c50186a5c932d8 in 37ms, sequenceid=9, compaction requested=false 2024-11-27T21:47:10,135 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a22e8a239e3d8d3548c50186a5c932d8: 2024-11-27T21:47:10,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-27T21:47:10,145 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:47:10,145 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:47:10,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:47:10,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:47:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] bucket.BucketCache(1863): found 1 blocks for file 4fa1cdf43fb948abaf87658e695f78fa, starting offset: 0, end offset: 9223372036854775807 2024-11-27T21:47:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] bucket.BucketCache(1863): found 1 blocks for file 322c300e4f334a3091c1fbbe4d60d8a9, starting offset: 0, end offset: 9223372036854775807 2024-11-27T21:47:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] bucket.BucketCache(856): removed key 322c300e4f334a3091c1fbbe4d60d8a9_0 from back map with offset lock 2094080 in the evict process 2024-11-27T21:47:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] bucket.BucketCache(856): removed key 4fa1cdf43fb948abaf87658e695f78fa_0 from back map with offset lock 2094080 in the evict process 2024-11-27T21:47:10,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:47:10,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:47:10,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:10,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:47:10,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:47:10,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2142166578, stopped=false 2024-11-27T21:47:10,148 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,45839,1732744027494 2024-11-27T21:47:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:10,240 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:47:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:10,240 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:10,240 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:47:10,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:47:10,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:10,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,241 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,41127,1732744027672' ***** 2024-11-27T21:47:10,241 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:47:10,241 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,37633,1732744027722' ***** 2024-11-27T21:47:10,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:10,241 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:47:10,241 INFO [RS:0;da99f16e0d32:41127 {}] bucket.BucketCache(1738): Disabling cache 2024-11-27T21:47:10,241 INFO [RS:1;da99f16e0d32:37633 {}] bucket.BucketCache(1738): Disabling cache 2024-11-27T21:47:10,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:10,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:47:10,241 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-27T21:47:10,241 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-27T21:47:10,241 INFO [RS:0;da99f16e0d32:41127 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-27T21:47:10,241 INFO [RS:1;da99f16e0d32:37633 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-27T21:47:10,241 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-27T21:47:10,241 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:47:10,241 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:47:10,241 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-27T21:47:10,242 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:47:10,242 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:47:10,242 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:47:10,242 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(3091): Received CLOSE for a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,37633,1732744027722 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(3091): Received CLOSE for 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:37633. 2024-11-27T21:47:10,242 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a22e8a239e3d8d3548c50186a5c932d8, disabling compactions & flushes 2024-11-27T21:47:10,242 DEBUG [RS:1;da99f16e0d32:37633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:10,242 DEBUG [RS:1;da99f16e0d32:37633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,242 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,41127,1732744027672 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:41127. 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:47:10,242 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 846edf8f28d1bfd28ea7716e0c8e10be, disabling compactions & flushes 2024-11-27T21:47:10,242 DEBUG [RS:0;da99f16e0d32:41127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:47:10,242 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:10,242 DEBUG [RS:0;da99f16e0d32:41127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,242 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:47:10,242 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:10,242 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. after waiting 0 ms 2024-11-27T21:47:10,242 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:10,243 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1325): Online Regions={846edf8f28d1bfd28ea7716e0c8e10be=testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be.} 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. after waiting 0 ms 2024-11-27T21:47:10,243 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:47:10,243 DEBUG [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1351): Waiting on 846edf8f28d1bfd28ea7716e0c8e10be 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:10,243 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a22e8a239e3d8d3548c50186a5c932d8=testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8.} 2024-11-27T21:47:10,243 DEBUG [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a22e8a239e3d8d3548c50186a5c932d8 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:47:10,243 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:47:10,243 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:47:10,243 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-27T21:47:10,251 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/a22e8a239e3d8d3548c50186a5c932d8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-27T21:47:10,252 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:10,252 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a22e8a239e3d8d3548c50186a5c932d8: Waiting for close lock at 1732744030242Running coprocessor pre-close hooks at 1732744030242Disabling compacts and flushes for region at 1732744030242Disabling writes for close at 1732744030243 (+1 ms)Writing region close event to WAL at 1732744030244 (+1 ms)Running coprocessor post-close hooks at 1732744030252 (+8 ms)Closed at 1732744030252 2024-11-27T21:47:10,253 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8. 2024-11-27T21:47:10,254 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/default/testClearRegionBlockCache/846edf8f28d1bfd28ea7716e0c8e10be/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:47:10,254 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:10,254 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 846edf8f28d1bfd28ea7716e0c8e10be: Waiting for close lock at 1732744030242Running coprocessor pre-close hooks at 1732744030242Disabling compacts and flushes for region at 1732744030242Disabling writes for close at 1732744030242Writing region close event to WAL at 1732744030243 (+1 ms)Running coprocessor post-close hooks at 1732744030254 (+11 ms)Closed at 1732744030254 2024-11-27T21:47:10,254 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732744029397.846edf8f28d1bfd28ea7716e0c8e10be. 2024-11-27T21:47:10,265 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/info/dafc408fc7fc452da1cfd940224d4dc8 is 173, key is testClearRegionBlockCache,5,1732744029397.a22e8a239e3d8d3548c50186a5c932d8./info:regioninfo/1732744029755/Put/seqid=0 2024-11-27T21:47:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:47:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741841_1017 (size=8173) 2024-11-27T21:47:10,273 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/info/dafc408fc7fc452da1cfd940224d4dc8 2024-11-27T21:47:10,290 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:10,290 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:10,293 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/ns/1e14866a878146d4b2c7e36690317091 is 43, key is default/ns:d/1732744029324/Put/seqid=0 2024-11-27T21:47:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:47:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:47:10,299 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/ns/1e14866a878146d4b2c7e36690317091 2024-11-27T21:47:10,323 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/table/10bc416f4f794e81a0de26486041dd11 is 61, key is testClearRegionBlockCache/table:state/1732744029766/Put/seqid=0 2024-11-27T21:47:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:47:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741843_1019 (size=5312) 2024-11-27T21:47:10,333 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/table/10bc416f4f794e81a0de26486041dd11 2024-11-27T21:47:10,340 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/info/dafc408fc7fc452da1cfd940224d4dc8 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/info/dafc408fc7fc452da1cfd940224d4dc8 2024-11-27T21:47:10,345 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/info/dafc408fc7fc452da1cfd940224d4dc8, entries=20, sequenceid=13, filesize=8.0 K 2024-11-27T21:47:10,346 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/ns/1e14866a878146d4b2c7e36690317091 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/ns/1e14866a878146d4b2c7e36690317091 2024-11-27T21:47:10,351 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/ns/1e14866a878146d4b2c7e36690317091, entries=2, sequenceid=13, filesize=5.0 K 2024-11-27T21:47:10,352 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/.tmp/table/10bc416f4f794e81a0de26486041dd11 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/table/10bc416f4f794e81a0de26486041dd11 2024-11-27T21:47:10,359 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/table/10bc416f4f794e81a0de26486041dd11, entries=2, sequenceid=13, filesize=5.2 K 2024-11-27T21:47:10,360 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false 2024-11-27T21:47:10,372 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T21:47:10,373 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:47:10,373 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:47:10,373 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732744030243Running coprocessor pre-close hooks at 1732744030243Disabling compacts and flushes for region at 1732744030243Disabling writes for close at 1732744030243Obtaining lock to block concurrent updates at 1732744030243Preparing flush snapshotting stores in 1588230740 at 1732744030243Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732744030243Flushing stores of hbase:meta,,1.1588230740 at 1732744030244 (+1 ms)Flushing 1588230740/info: creating writer at 1732744030244Flushing 1588230740/info: appending metadata at 1732744030265 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732744030265Flushing 1588230740/ns: creating writer at 1732744030278 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732744030292 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732744030292Flushing 1588230740/table: creating writer at 1732744030305 (+13 ms)Flushing 1588230740/table: appending metadata at 1732744030322 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732744030322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7cc69e: reopening flushed file at 1732744030339 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab838d0: reopening flushed file at 1732744030345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a2ceef: reopening flushed file at 1732744030352 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false at 1732744030360 (+8 ms)Writing region close event to WAL at 1732744030369 (+9 ms)Running coprocessor post-close hooks at 1732744030373 (+4 ms)Closed at 1732744030373 2024-11-27T21:47:10,373 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:47:10,443 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,41127,1732744027672; all regions closed. 2024-11-27T21:47:10,443 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,37633,1732744027722; all regions closed. 2024-11-27T21:47:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741834_1010 (size=1758) 2024-11-27T21:47:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:47:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741834_1010 (size=1758) 2024-11-27T21:47:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741835_1011 (size=4338) 2024-11-27T21:47:10,449 DEBUG [RS:0;da99f16e0d32:41127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/oldWALs 2024-11-27T21:47:10,449 DEBUG [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/oldWALs 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C41127%2C1732744027672:(num 1732744028822) 2024-11-27T21:47:10,449 DEBUG [RS:0;da99f16e0d32:41127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,449 INFO [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C37633%2C1732744027722.meta:.meta(num 1732744029268) 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:47:10,449 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:47:10,449 INFO [RS:0;da99f16e0d32:41127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41127 2024-11-27T21:47:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741833_1009 (size=1867) 2024-11-27T21:47:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741833_1009 (size=1867) 2024-11-27T21:47:10,454 DEBUG [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/oldWALs 2024-11-27T21:47:10,454 INFO [RS:1;da99f16e0d32:37633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C37633%2C1732744027722:(num 1732744028819) 2024-11-27T21:47:10,454 DEBUG [RS:1;da99f16e0d32:37633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:47:10,454 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:47:10,454 INFO [RS:1;da99f16e0d32:37633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:47:10,454 INFO [RS:1;da99f16e0d32:37633 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:47:10,454 INFO [RS:1;da99f16e0d32:37633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:47:10,454 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:47:10,454 INFO [RS:1;da99f16e0d32:37633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37633 2024-11-27T21:47:10,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:47:10,461 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,41127,1732744027672 2024-11-27T21:47:10,461 INFO [RS:0;da99f16e0d32:41127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:47:10,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,37633,1732744027722 2024-11-27T21:47:10,471 INFO [RS:1;da99f16e0d32:37633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:47:10,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,37633,1732744027722] 2024-11-27T21:47:10,503 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,37633,1732744027722 already deleted, retry=false 2024-11-27T21:47:10,503 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,37633,1732744027722 expired; onlineServers=1 2024-11-27T21:47:10,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,41127,1732744027672] 2024-11-27T21:47:10,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,41127,1732744027672 already deleted, retry=false 2024-11-27T21:47:10,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,41127,1732744027672 expired; onlineServers=0 2024-11-27T21:47:10,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,45839,1732744027494' ***** 2024-11-27T21:47:10,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:47:10,514 DEBUG [M:0;da99f16e0d32:45839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:47:10,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:47:10,514 DEBUG [M:0;da99f16e0d32:45839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:47:10,514 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744028540 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732744028540,5,FailOnTimeoutGroup] 2024-11-27T21:47:10,514 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744028540 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732744028540,5,FailOnTimeoutGroup] 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:47:10,514 DEBUG [M:0;da99f16e0d32:45839 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:47:10,514 INFO [M:0;da99f16e0d32:45839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:47:10,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:47:10,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:47:10,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:47:10,524 DEBUG [M:0;da99f16e0d32:45839 {}] zookeeper.ZKUtil(347): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:47:10,524 WARN [M:0;da99f16e0d32:45839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:47:10,525 INFO [M:0;da99f16e0d32:45839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/.lastflushedseqids 2024-11-27T21:47:10,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:47:10,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741844_1020 (size=182) 2024-11-27T21:47:10,582 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:10,582 INFO [RS:0;da99f16e0d32:41127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:47:10,582 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x1017e4399030001, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:10,582 INFO [RS:0;da99f16e0d32:41127 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,41127,1732744027672; zookeeper connection closed. 2024-11-27T21:47:10,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@116672b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@116672b7 2024-11-27T21:47:10,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:10,593 INFO [RS:1;da99f16e0d32:37633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:47:10,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37633-0x1017e4399030002, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:10,593 INFO [RS:1;da99f16e0d32:37633 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,37633,1732744027722; zookeeper connection closed. 2024-11-27T21:47:10,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54d91148 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54d91148 2024-11-27T21:47:10,593 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-27T21:47:10,931 INFO [M:0;da99f16e0d32:45839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:47:10,931 INFO [M:0;da99f16e0d32:45839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:47:10,931 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:47:10,931 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:10,931 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:10,931 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:47:10,931 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:10,932 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-27T21:47:10,948 DEBUG [M:0;da99f16e0d32:45839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/357e201b7ac746f59ba3530eafa6f219 is 82, key is hbase:meta,,1/info:regioninfo/1732744029307/Put/seqid=0 2024-11-27T21:47:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:47:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741845_1021 (size=5672) 2024-11-27T21:47:10,954 INFO [M:0;da99f16e0d32:45839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/357e201b7ac746f59ba3530eafa6f219 2024-11-27T21:47:10,973 DEBUG [M:0;da99f16e0d32:45839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c112417ca254f3b86a55b378e2e74e8 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732744029771/Put/seqid=0 2024-11-27T21:47:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:47:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741846_1022 (size=6218) 2024-11-27T21:47:10,978 INFO [M:0;da99f16e0d32:45839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c112417ca254f3b86a55b378e2e74e8 2024-11-27T21:47:10,998 DEBUG [M:0;da99f16e0d32:45839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91836b2df14220a956a542e41e3f80 is 69, key is da99f16e0d32,37633,1732744027722/rs:state/1732744028624/Put/seqid=0 2024-11-27T21:47:11,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:47:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741847_1023 (size=5224) 2024-11-27T21:47:11,003 INFO [M:0;da99f16e0d32:45839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91836b2df14220a956a542e41e3f80 2024-11-27T21:47:11,008 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/357e201b7ac746f59ba3530eafa6f219 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/357e201b7ac746f59ba3530eafa6f219 2024-11-27T21:47:11,013 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/357e201b7ac746f59ba3530eafa6f219, entries=8, sequenceid=71, filesize=5.5 K 2024-11-27T21:47:11,014 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c112417ca254f3b86a55b378e2e74e8 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c112417ca254f3b86a55b378e2e74e8 2024-11-27T21:47:11,019 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c112417ca254f3b86a55b378e2e74e8, entries=8, sequenceid=71, filesize=6.1 K 2024-11-27T21:47:11,020 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91836b2df14220a956a542e41e3f80 as hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc91836b2df14220a956a542e41e3f80 2024-11-27T21:47:11,025 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45097/user/jenkins/test-data/1abb757d-2fbe-8834-5096-17b6770ce840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc91836b2df14220a956a542e41e3f80, entries=2, sequenceid=71, filesize=5.1 K 2024-11-27T21:47:11,026 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-27T21:47:11,028 INFO [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:47:11,028 DEBUG [M:0;da99f16e0d32:45839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732744030931Disabling compacts and flushes for region at 1732744030931Disabling writes for close at 1732744030931Obtaining lock to block concurrent updates at 1732744030932 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732744030932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1732744030932Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732744030933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732744030933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732744030948 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732744030948Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732744030959 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732744030972 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732744030972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732744030983 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732744030997 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732744030997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b8fe0d: reopening flushed file at 1732744031007 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4c840: reopening flushed file at 1732744031013 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a09edc: reopening flushed file at 1732744031019 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1732744031026 (+7 ms)Writing region close event to WAL at 1732744031028 (+2 ms)Closed at 1732744031028 2024-11-27T21:47:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35765 is added to blk_1073741830_1006 (size=35477) 2024-11-27T21:47:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42133 is added to blk_1073741830_1006 (size=35477) 2024-11-27T21:47:11,030 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:47:11,030 INFO [M:0;da99f16e0d32:45839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:47:11,031 INFO [M:0;da99f16e0d32:45839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45839 2024-11-27T21:47:11,031 INFO [M:0;da99f16e0d32:45839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:47:11,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:11,172 INFO [M:0;da99f16e0d32:45839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:47:11,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45839-0x1017e4399030000, quorum=127.0.0.1:53179, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:47:11,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ede39a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:11,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48fc69bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:47:11,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:47:11,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458c11b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:47:11,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20942ca5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir/,STOPPED} 2024-11-27T21:47:11,176 WARN [BP-1789618550-172.17.0.2-1732744025292 heartbeating to localhost/127.0.0.1:45097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:47:11,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:47:11,176 WARN [BP-1789618550-172.17.0.2-1732744025292 heartbeating to localhost/127.0.0.1:45097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789618550-172.17.0.2-1732744025292 (Datanode Uuid c1c5e6bf-4d3d-4ac3-9031-512ea4b7578d) service to localhost/127.0.0.1:45097 2024-11-27T21:47:11,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:47:11,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data3/current/BP-1789618550-172.17.0.2-1732744025292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:11,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data4/current/BP-1789618550-172.17.0.2-1732744025292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:11,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:47:11,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da47160{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:47:11,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fe9fec8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:47:11,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:47:11,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f1be403{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:47:11,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a391077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir/,STOPPED} 2024-11-27T21:47:11,182 WARN [BP-1789618550-172.17.0.2-1732744025292 heartbeating to localhost/127.0.0.1:45097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:47:11,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:47:11,182 WARN [BP-1789618550-172.17.0.2-1732744025292 heartbeating to localhost/127.0.0.1:45097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789618550-172.17.0.2-1732744025292 (Datanode Uuid 56f1f189-f902-4380-bca3-65d85a2b9c9e) service to localhost/127.0.0.1:45097 2024-11-27T21:47:11,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:47:11,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data1/current/BP-1789618550-172.17.0.2-1732744025292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:11,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:47:11,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/cluster_d054788f-71a9-fa11-d1ec-5beeee714c13/data/data2/current/BP-1789618550-172.17.0.2-1732744025292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:47:11,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5719f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:47:11,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9927d40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:47:11,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:47:11,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61cc015c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:47:11,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbc9b84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f7138c34-11c3-6232-f79b-93aa60c41ca8/hadoop.log.dir/,STOPPED} 2024-11-27T21:47:11,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:47:11,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:47:11,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=184 (was 166) - Thread LEAK? -, OpenFileDescriptor=543 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9099 (was 9259)