2024-11-26 06:06:17,414 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-26 06:06:17,432 main DEBUG Took 0.015328 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 06:06:17,432 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 06:06:17,432 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 06:06:17,433 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 06:06:17,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,445 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 06:06:17,457 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,460 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,461 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,461 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,463 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,464 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,465 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,467 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 06:06:17,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,469 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 06:06:17,470 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 06:06:17,471 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 06:06:17,473 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 06:06:17,473 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 06:06:17,474 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 06:06:17,475 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 06:06:17,482 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 06:06:17,485 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 06:06:17,487 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 06:06:17,487 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 06:06:17,488 main DEBUG createAppenders(={Console}) 2024-11-26 06:06:17,489 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-26 06:06:17,489 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-26 06:06:17,489 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-26 06:06:17,490 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 06:06:17,490 main DEBUG OutputStream closed 2024-11-26 06:06:17,490 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 06:06:17,491 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 06:06:17,491 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-26 06:06:17,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 06:06:17,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 06:06:17,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 06:06:17,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 06:06:17,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 06:06:17,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 06:06:17,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 06:06:17,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 06:06:17,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 06:06:17,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 06:06:17,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 06:06:17,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 06:06:17,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 06:06:17,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 06:06:17,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 06:06:17,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 06:06:17,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 06:06:17,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 06:06:17,577 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 06:06:17,577 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-26 06:06:17,578 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 06:06:17,578 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-26T06:06:17,597 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-26 06:06:17,601 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 06:06:17,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T06:06:17,677 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=8974 2024-11-26T06:06:18,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8 2024-11-26T06:06:18,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T06:06:18,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee, deleteOnExit=true 2024-11-26T06:06:18,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T06:06:18,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/test.cache.data in system properties and HBase conf 2024-11-26T06:06:18,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T06:06:18,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir in system properties and HBase conf 2024-11-26T06:06:18,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T06:06:18,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T06:06:18,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T06:06:18,123 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T06:06:18,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T06:06:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T06:06:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T06:06:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T06:06:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T06:06:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/nfs.dump.dir in system properties and HBase conf 2024-11-26T06:06:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/java.io.tmpdir in system properties and HBase conf 2024-11-26T06:06:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T06:06:18,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T06:06:19,213 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T06:06:19,299 INFO [Time-limited test {}] log.Log(170): Logging initialized @2516ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T06:06:19,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:19,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:19,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:19,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:19,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T06:06:19,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:19,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:19,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:19,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/java.io.tmpdir/jetty-localhost-34989-hadoop-hdfs-3_4_1-tests_jar-_-any-911674564260482989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:19,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:34989} 2024-11-26T06:06:19,663 INFO [Time-limited test {}] server.Server(415): Started @2882ms 2024-11-26T06:06:20,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:20,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:20,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:20,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:20,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:20,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:20,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:20,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/java.io.tmpdir/jetty-localhost-38443-hadoop-hdfs-3_4_1-tests_jar-_-any-3561054032197192417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:20,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:38443} 2024-11-26T06:06:20,227 INFO [Time-limited test {}] server.Server(415): Started @3446ms 2024-11-26T06:06:20,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:20,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:20,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:20,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:20,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:20,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:20,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:20,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:20,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/java.io.tmpdir/jetty-localhost-39041-hadoop-hdfs-3_4_1-tests_jar-_-any-6959012973657637427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:20,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:39041} 2024-11-26T06:06:20,507 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-11-26T06:06:20,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:21,407 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data3/current/BP-416259330-172.17.0.2-1732601178778/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:21,407 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data1/current/BP-416259330-172.17.0.2-1732601178778/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:21,407 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data4/current/BP-416259330-172.17.0.2-1732601178778/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:21,407 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data2/current/BP-416259330-172.17.0.2-1732601178778/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:21,439 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:21,439 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:21,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x582ce72771dd0f57 with lease ID 0x60bc12d4e192274c: Processing first storage report for DS-e30ab09a-d047-42ff-ae2e-dc4dc450813d from datanode DatanodeRegistration(127.0.0.1:41553, datanodeUuid=d15c028e-9243-4375-915e-bcd542d266bd, infoPort=35507, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778) 2024-11-26T06:06:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x582ce72771dd0f57 with lease ID 0x60bc12d4e192274c: from storage DS-e30ab09a-d047-42ff-ae2e-dc4dc450813d node DatanodeRegistration(127.0.0.1:41553, datanodeUuid=d15c028e-9243-4375-915e-bcd542d266bd, infoPort=35507, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T06:06:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38871e8cf3c35bf2 with lease ID 0x60bc12d4e192274b: Processing first storage report for DS-0321678a-f391-4675-9d68-062cdb780114 from datanode DatanodeRegistration(127.0.0.1:33755, datanodeUuid=44400871-a795-411b-840c-1ed7456e4081, infoPort=45927, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778) 2024-11-26T06:06:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38871e8cf3c35bf2 with lease ID 0x60bc12d4e192274b: from storage DS-0321678a-f391-4675-9d68-062cdb780114 node DatanodeRegistration(127.0.0.1:33755, datanodeUuid=44400871-a795-411b-840c-1ed7456e4081, infoPort=45927, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x582ce72771dd0f57 with lease ID 0x60bc12d4e192274c: Processing first storage report for DS-5adc1cd5-390f-4084-b7f4-1457abbae706 from datanode DatanodeRegistration(127.0.0.1:41553, datanodeUuid=d15c028e-9243-4375-915e-bcd542d266bd, infoPort=35507, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778) 2024-11-26T06:06:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x582ce72771dd0f57 with lease ID 0x60bc12d4e192274c: from storage DS-5adc1cd5-390f-4084-b7f4-1457abbae706 node DatanodeRegistration(127.0.0.1:41553, datanodeUuid=d15c028e-9243-4375-915e-bcd542d266bd, infoPort=35507, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38871e8cf3c35bf2 with lease ID 0x60bc12d4e192274b: Processing first storage report for DS-879e3887-90bd-400e-b2a0-dc91f36ebfbb from datanode DatanodeRegistration(127.0.0.1:33755, datanodeUuid=44400871-a795-411b-840c-1ed7456e4081, infoPort=45927, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778) 2024-11-26T06:06:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38871e8cf3c35bf2 with lease ID 0x60bc12d4e192274b: from storage DS-879e3887-90bd-400e-b2a0-dc91f36ebfbb node DatanodeRegistration(127.0.0.1:33755, datanodeUuid=44400871-a795-411b-840c-1ed7456e4081, infoPort=45927, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=362508187;c=1732601178778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:21,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8 2024-11-26T06:06:21,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/zookeeper_0, clientPort=60947, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T06:06:21,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60947 2024-11-26T06:06:21,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:21,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:22,245 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 with version=8 2024-11-26T06:06:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/hbase-staging 2024-11-26T06:06:22,344 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T06:06:22,565 INFO [Time-limited test {}] client.ConnectionUtils(129): master/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:22,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:22,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:22,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:22,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:22,747 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T06:06:22,755 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T06:06:22,759 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:22,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13767 (auto-detected) 2024-11-26T06:06:22,783 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T06:06:22,799 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42823 2024-11-26T06:06:22,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:22,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:22,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42823 connecting to ZooKeeper ensemble=127.0.0.1:60947 2024-11-26T06:06:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428230x0, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:22,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42823-0x1017709980d0000 connected 2024-11-26T06:06:23,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:23,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:23,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:23,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42823 2024-11-26T06:06:23,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42823 2024-11-26T06:06:23,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42823 2024-11-26T06:06:23,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42823 2024-11-26T06:06:23,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42823 2024-11-26T06:06:23,030 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257, hbase.cluster.distributed=false 2024-11-26T06:06:23,089 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:23,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:23,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:23,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:23,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:23,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:23,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:23,096 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:23,097 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35377 2024-11-26T06:06:23,099 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:23,104 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:23,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:23,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:23,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35377 connecting to ZooKeeper ensemble=127.0.0.1:60947 2024-11-26T06:06:23,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353770x0, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:23,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353770x0, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:23,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35377-0x1017709980d0001 connected 2024-11-26T06:06:23,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:23,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:23,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35377 2024-11-26T06:06:23,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35377 2024-11-26T06:06:23,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35377 2024-11-26T06:06:23,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35377 2024-11-26T06:06:23,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35377 2024-11-26T06:06:23,148 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:23,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:23,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:23,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:23,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:23,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:23,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:23,150 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:23,150 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42231 2024-11-26T06:06:23,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:23,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:23,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:23,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:23,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42231 connecting to ZooKeeper ensemble=127.0.0.1:60947 2024-11-26T06:06:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422310x0, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:23,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422310x0, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:23,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42231-0x1017709980d0002 connected 2024-11-26T06:06:23,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:23,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:23,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-26T06:06:23,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42231 2024-11-26T06:06:23,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42231 2024-11-26T06:06:23,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-26T06:06:23,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-26T06:06:23,174 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/66073b541d85,42823,1732601182339 2024-11-26T06:06:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:23,186 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66073b541d85,42823,1732601182339 2024-11-26T06:06:23,192 DEBUG [M:0;66073b541d85:42823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66073b541d85:42823 2024-11-26T06:06:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,209 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:23,210 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66073b541d85,42823,1732601182339 from backup master directory 2024-11-26T06:06:23,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66073b541d85,42823,1732601182339 2024-11-26T06:06:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:23,217 WARN [master/66073b541d85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:23,218 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66073b541d85,42823,1732601182339 2024-11-26T06:06:23,220 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T06:06:23,221 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T06:06:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:23,290 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/hbase.id with ID: 5c30c47b-7f70-4235-b4b1-c3b82cca688c 2024-11-26T06:06:23,330 INFO [master/66073b541d85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:23,393 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:23,395 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T06:06:23,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T06:06:23,415 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:23,463 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store 2024-11-26T06:06:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:23,482 INFO [master/66073b541d85:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T06:06:23,483 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:23,484 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:23,484 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:23,484 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:23,484 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:23,484 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:23,484 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:23,485 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:23,486 WARN [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/.initializing 2024-11-26T06:06:23,487 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/WALs/66073b541d85,42823,1732601182339 2024-11-26T06:06:23,493 INFO [master/66073b541d85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:23,505 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C42823%2C1732601182339, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/WALs/66073b541d85,42823,1732601182339, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/oldWALs, maxLogs=10 2024-11-26T06:06:23,524 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/WALs/66073b541d85,42823,1732601182339/66073b541d85%2C42823%2C1732601182339.1732601183509, exclude list is [], retry=0 2024-11-26T06:06:23,539 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0321678a-f391-4675-9d68-062cdb780114,DISK] 2024-11-26T06:06:23,539 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-e30ab09a-d047-42ff-ae2e-dc4dc450813d,DISK] 2024-11-26T06:06:23,542 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T06:06:23,574 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/WALs/66073b541d85,42823,1732601182339/66073b541d85%2C42823%2C1732601182339.1732601183509 2024-11-26T06:06:23,575 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:45927:45927)] 2024-11-26T06:06:23,576 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:23,576 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:23,579 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,580 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T06:06:23,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:23,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:23,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T06:06:23,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:23,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:23,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T06:06:23,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:23,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:23,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T06:06:23,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:23,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:23,657 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,658 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,667 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T06:06:23,671 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:23,676 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:23,677 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67110387, jitterRate=2.269446849822998E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T06:06:23,683 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:23,684 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T06:06:23,712 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632dd81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:23,740 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T06:06:23,751 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T06:06:23,751 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T06:06:23,753 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T06:06:23,755 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T06:06:23,760 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-26T06:06:23,760 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T06:06:23,785 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T06:06:23,796 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T06:06:23,834 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T06:06:23,839 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T06:06:23,841 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T06:06:23,850 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T06:06:23,852 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T06:06:23,856 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T06:06:23,867 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T06:06:23,868 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T06:06:23,875 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T06:06:23,888 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T06:06:23,892 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T06:06:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,901 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=66073b541d85,42823,1732601182339, sessionid=0x1017709980d0000, setting cluster-up flag (Was=false) 2024-11-26T06:06:23,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,950 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T06:06:23,953 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,42823,1732601182339 2024-11-26T06:06:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:24,000 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T06:06:24,002 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,42823,1732601182339 2024-11-26T06:06:24,083 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:24,087 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66073b541d85:35377 2024-11-26T06:06:24,087 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66073b541d85:42231 2024-11-26T06:06:24,088 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1008): ClusterId : 5c30c47b-7f70-4235-b4b1-c3b82cca688c 2024-11-26T06:06:24,088 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1008): ClusterId : 5c30c47b-7f70-4235-b4b1-c3b82cca688c 2024-11-26T06:06:24,090 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T06:06:24,091 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:24,091 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:24,094 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T06:06:24,102 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:24,102 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:24,102 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:24,102 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:24,101 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66073b541d85,42823,1732601182339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T06:06:24,106 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:24,106 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:24,106 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:24,107 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:24,107 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66073b541d85:0, corePoolSize=10, maxPoolSize=10 2024-11-26T06:06:24,107 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,107 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:24,107 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,109 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732601214109 2024-11-26T06:06:24,110 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:24,110 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:24,111 DEBUG [RS:0;66073b541d85:35377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae8a094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:24,111 DEBUG [RS:1;66073b541d85:42231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6592c48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:24,111 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T06:06:24,112 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T06:06:24,113 DEBUG [RS:1;66073b541d85:42231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3705b4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:24,114 DEBUG [RS:0;66073b541d85:35377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c340a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:24,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:24,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T06:06:24,116 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T06:06:24,116 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T06:06:24,117 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T06:06:24,117 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T06:06:24,117 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,118 INFO [RS:0;66073b541d85:35377 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:24,118 INFO [RS:1;66073b541d85:42231 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:24,118 INFO [RS:0;66073b541d85:35377 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:24,118 INFO [RS:1;66073b541d85:42231 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:24,118 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:24,118 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:24,119 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T06:06:24,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:24,120 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T06:06:24,120 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T06:06:24,121 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,42823,1732601182339 with isa=66073b541d85/172.17.0.2:35377, startcode=1732601183088 2024-11-26T06:06:24,121 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,42823,1732601182339 with isa=66073b541d85/172.17.0.2:42231, startcode=1732601183147 2024-11-26T06:06:24,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:24,123 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T06:06:24,123 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T06:06:24,130 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601184125,5,FailOnTimeoutGroup] 2024-11-26T06:06:24,131 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601184130,5,FailOnTimeoutGroup] 2024-11-26T06:06:24,131 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,131 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T06:06:24,132 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,133 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,134 DEBUG [RS:1;66073b541d85:42231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:24,134 DEBUG [RS:0;66073b541d85:35377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:24,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:24,172 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54245, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:24,172 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48597, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:24,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42823 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,42231,1732601183147 2024-11-26T06:06:24,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42823 {}] master.ServerManager(486): Registering regionserver=66073b541d85,42231,1732601183147 2024-11-26T06:06:24,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42823 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,35377,1732601183088 2024-11-26T06:06:24,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42823 {}] master.ServerManager(486): Registering regionserver=66073b541d85,35377,1732601183088 2024-11-26T06:06:24,194 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 2024-11-26T06:06:24,194 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 2024-11-26T06:06:24,194 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45379 2024-11-26T06:06:24,194 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45379 2024-11-26T06:06:24,194 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:24,194 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:24,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:24,233 DEBUG [RS:1;66073b541d85:42231 {}] zookeeper.ZKUtil(111): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,42231,1732601183147 2024-11-26T06:06:24,233 DEBUG [RS:0;66073b541d85:35377 {}] zookeeper.ZKUtil(111): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,35377,1732601183088 2024-11-26T06:06:24,233 WARN [RS:1;66073b541d85:42231 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:24,233 WARN [RS:0;66073b541d85:35377 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:24,233 INFO [RS:1;66073b541d85:42231 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:24,233 INFO [RS:0;66073b541d85:35377 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:24,233 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,42231,1732601183147 2024-11-26T06:06:24,233 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088 2024-11-26T06:06:24,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,35377,1732601183088] 2024-11-26T06:06:24,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,42231,1732601183147] 2024-11-26T06:06:24,246 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:24,246 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:24,257 INFO [RS:0;66073b541d85:35377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:24,257 INFO [RS:1;66073b541d85:42231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:24,271 INFO [RS:0;66073b541d85:35377 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:24,271 INFO [RS:1;66073b541d85:42231 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:24,273 INFO [RS:1;66073b541d85:42231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:24,273 INFO [RS:0;66073b541d85:35377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:24,274 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,274 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,274 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:24,274 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:24,281 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,281 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,281 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,281 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,281 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,281 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,281 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,281 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:24,282 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:24,283 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:24,283 DEBUG [RS:1;66073b541d85:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:24,283 DEBUG [RS:0;66073b541d85:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:24,283 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35377,1732601183088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,284 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42231,1732601183147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:24,302 INFO [RS:1;66073b541d85:42231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:24,302 INFO [RS:0;66073b541d85:35377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:24,303 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42231,1732601183147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,303 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35377,1732601183088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:24,322 INFO [RS:1;66073b541d85:42231 {}] regionserver.Replication(204): 66073b541d85,42231,1732601183147 started 2024-11-26T06:06:24,322 INFO [RS:0;66073b541d85:35377 {}] regionserver.Replication(204): 66073b541d85,35377,1732601183088 started 2024-11-26T06:06:24,322 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,35377,1732601183088, RpcServer on 66073b541d85/172.17.0.2:35377, sessionid=0x1017709980d0001 2024-11-26T06:06:24,322 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,42231,1732601183147, RpcServer on 66073b541d85/172.17.0.2:42231, sessionid=0x1017709980d0002 2024-11-26T06:06:24,322 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:24,322 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:24,322 DEBUG [RS:1;66073b541d85:42231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,42231,1732601183147 2024-11-26T06:06:24,322 DEBUG [RS:0;66073b541d85:35377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,35377,1732601183088 2024-11-26T06:06:24,322 DEBUG [RS:1;66073b541d85:42231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,42231,1732601183147' 2024-11-26T06:06:24,322 DEBUG [RS:0;66073b541d85:35377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,35377,1732601183088' 2024-11-26T06:06:24,323 DEBUG [RS:0;66073b541d85:35377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:24,323 DEBUG [RS:1;66073b541d85:42231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:24,323 DEBUG [RS:1;66073b541d85:42231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:24,323 DEBUG [RS:0;66073b541d85:35377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:24,324 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:24,324 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:24,324 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:24,324 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:24,324 DEBUG [RS:0;66073b541d85:35377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,35377,1732601183088 2024-11-26T06:06:24,324 DEBUG [RS:1;66073b541d85:42231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,42231,1732601183147 2024-11-26T06:06:24,324 DEBUG [RS:0;66073b541d85:35377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,35377,1732601183088' 2024-11-26T06:06:24,324 DEBUG [RS:1;66073b541d85:42231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,42231,1732601183147' 2024-11-26T06:06:24,324 DEBUG [RS:0;66073b541d85:35377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:24,324 DEBUG [RS:1;66073b541d85:42231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:24,325 DEBUG [RS:0;66073b541d85:35377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:24,325 DEBUG [RS:1;66073b541d85:42231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:24,325 DEBUG [RS:0;66073b541d85:35377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:24,325 DEBUG [RS:1;66073b541d85:42231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:24,325 INFO [RS:0;66073b541d85:35377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:24,325 INFO [RS:1;66073b541d85:42231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:24,325 INFO [RS:0;66073b541d85:35377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:24,325 INFO [RS:1;66073b541d85:42231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:24,432 INFO [RS:1;66073b541d85:42231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:24,432 INFO [RS:0;66073b541d85:35377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:24,437 INFO [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C35377%2C1732601183088, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/oldWALs, maxLogs=32 2024-11-26T06:06:24,437 INFO [RS:1;66073b541d85:42231 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C42231%2C1732601183147, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,42231,1732601183147, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/oldWALs, maxLogs=32 2024-11-26T06:06:24,453 DEBUG [RS:1;66073b541d85:42231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,42231,1732601183147/66073b541d85%2C42231%2C1732601183147.1732601184441, exclude list is [], retry=0 2024-11-26T06:06:24,456 DEBUG [RS:0;66073b541d85:35377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088/66073b541d85%2C35377%2C1732601183088.1732601184441, exclude list is [], retry=0 2024-11-26T06:06:24,457 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0321678a-f391-4675-9d68-062cdb780114,DISK] 2024-11-26T06:06:24,457 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-e30ab09a-d047-42ff-ae2e-dc4dc450813d,DISK] 2024-11-26T06:06:24,460 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-e30ab09a-d047-42ff-ae2e-dc4dc450813d,DISK] 2024-11-26T06:06:24,460 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0321678a-f391-4675-9d68-062cdb780114,DISK] 2024-11-26T06:06:24,461 INFO [RS:1;66073b541d85:42231 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,42231,1732601183147/66073b541d85%2C42231%2C1732601183147.1732601184441 2024-11-26T06:06:24,462 DEBUG [RS:1;66073b541d85:42231 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:45927:45927)] 2024-11-26T06:06:24,464 INFO [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088/66073b541d85%2C35377%2C1732601183088.1732601184441 2024-11-26T06:06:24,467 DEBUG [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45927:45927),(127.0.0.1/127.0.0.1:35507:35507)] 2024-11-26T06:06:24,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T06:06:24,542 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 2024-11-26T06:06:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741834_1010 (size=32) 2024-11-26T06:06:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741834_1010 (size=32) 2024-11-26T06:06:24,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:24,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:24,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:24,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:24,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:24,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:24,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:24,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:24,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:24,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:24,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:24,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:24,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740 2024-11-26T06:06:24,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740 2024-11-26T06:06:24,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:24,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:24,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:24,583 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74557690, jitterRate=0.11099615693092346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:24,585 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:24,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:24,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:24,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T06:06:24,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T06:06:24,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T06:06:24,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T06:06:24,754 DEBUG [66073b541d85:42823 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T06:06:24,761 DEBUG [66073b541d85:42823 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:24,767 DEBUG [66073b541d85:42823 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:24,767 DEBUG [66073b541d85:42823 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:24,767 INFO [66073b541d85:42823 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:24,767 INFO [66073b541d85:42823 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:24,767 DEBUG [66073b541d85:42823 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:24,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66073b541d85,35377,1732601183088 2024-11-26T06:06:24,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,35377,1732601183088, state=OPENING 2024-11-26T06:06:24,817 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T06:06:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:24,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:24,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:24,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:24,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=66073b541d85,35377,1732601183088}] 2024-11-26T06:06:25,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,35377,1732601183088 2024-11-26T06:06:25,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:25,010 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:25,020 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T06:06:25,020 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:25,020 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T06:06:25,023 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C35377%2C1732601183088.meta, suffix=.meta, logDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/oldWALs, maxLogs=32 2024-11-26T06:06:25,038 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088/66073b541d85%2C35377%2C1732601183088.meta.1732601185025.meta, exclude list is [], retry=0 2024-11-26T06:06:25,042 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0321678a-f391-4675-9d68-062cdb780114,DISK] 2024-11-26T06:06:25,042 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-e30ab09a-d047-42ff-ae2e-dc4dc450813d,DISK] 2024-11-26T06:06:25,045 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/WALs/66073b541d85,35377,1732601183088/66073b541d85%2C35377%2C1732601183088.meta.1732601185025.meta 2024-11-26T06:06:25,045 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45927:45927),(127.0.0.1/127.0.0.1:35507:35507)] 2024-11-26T06:06:25,045 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:25,047 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T06:06:25,099 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T06:06:25,103 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T06:06:25,106 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T06:06:25,107 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:25,107 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T06:06:25,107 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T06:06:25,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:25,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:25,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:25,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:25,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:25,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:25,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:25,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:25,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:25,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:25,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:25,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:25,118 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740 2024-11-26T06:06:25,121 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740 2024-11-26T06:06:25,123 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:25,125 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:25,127 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64101276, jitterRate=-0.044816553592681885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:25,128 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:25,134 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732601185001 2024-11-26T06:06:25,145 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T06:06:25,146 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T06:06:25,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,35377,1732601183088 2024-11-26T06:06:25,150 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,35377,1732601183088, state=OPEN 2024-11-26T06:06:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:25,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:25,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:25,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:25,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T06:06:25,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=66073b541d85,35377,1732601183088 in 362 msec 2024-11-26T06:06:25,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T06:06:25,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-26T06:06:25,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1730 sec 2024-11-26T06:06:25,212 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732601185212, completionTime=-1 2024-11-26T06:06:25,212 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T06:06:25,212 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T06:06:25,243 DEBUG [hconnection-0x3b9b299c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:25,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:25,255 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T06:06:25,255 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732601245255 2024-11-26T06:06:25,255 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732601305255 2024-11-26T06:06:25,255 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 42 msec 2024-11-26T06:06:25,284 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T06:06:25,290 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42823,1732601182339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:25,291 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42823,1732601182339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:25,291 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42823,1732601182339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:25,292 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66073b541d85:42823, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:25,292 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:25,297 DEBUG [master/66073b541d85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T06:06:25,301 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T06:06:25,302 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:25,308 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T06:06:25,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:25,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:25,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:25,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:25,330 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f7e84305284d38b09b4c80ceb3cf45e6, NAME => 'hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 2024-11-26T06:06:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:25,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:25,340 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:25,341 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f7e84305284d38b09b4c80ceb3cf45e6, disabling compactions & flushes 2024-11-26T06:06:25,341 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,341 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,341 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. after waiting 0 ms 2024-11-26T06:06:25,341 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,341 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,341 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f7e84305284d38b09b4c80ceb3cf45e6: 2024-11-26T06:06:25,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:25,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732601185344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601185344"}]},"ts":"1732601185344"} 2024-11-26T06:06:25,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T06:06:25,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:25,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601185372"}]},"ts":"1732601185372"} 2024-11-26T06:06:25,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T06:06:25,400 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:25,402 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:25,402 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:25,402 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:25,402 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:25,402 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:25,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f7e84305284d38b09b4c80ceb3cf45e6, ASSIGN}] 2024-11-26T06:06:25,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f7e84305284d38b09b4c80ceb3cf45e6, ASSIGN 2024-11-26T06:06:25,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f7e84305284d38b09b4c80ceb3cf45e6, ASSIGN; state=OFFLINE, location=66073b541d85,35377,1732601183088; forceNewPlan=false, retain=false 2024-11-26T06:06:25,561 INFO [66073b541d85:42823 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T06:06:25,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f7e84305284d38b09b4c80ceb3cf45e6, regionState=OPENING, regionLocation=66073b541d85,35377,1732601183088 2024-11-26T06:06:25,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f7e84305284d38b09b4c80ceb3cf45e6, server=66073b541d85,35377,1732601183088}] 2024-11-26T06:06:25,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 66073b541d85,35377,1732601183088 2024-11-26T06:06:25,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f7e84305284d38b09b4c80ceb3cf45e6, NAME => 'hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:25,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:25,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,738 INFO [StoreOpener-f7e84305284d38b09b4c80ceb3cf45e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,741 INFO [StoreOpener-f7e84305284d38b09b4c80ceb3cf45e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e84305284d38b09b4c80ceb3cf45e6 columnFamilyName info 2024-11-26T06:06:25,741 DEBUG [StoreOpener-f7e84305284d38b09b4c80ceb3cf45e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:25,742 INFO [StoreOpener-f7e84305284d38b09b4c80ceb3cf45e6-1 {}] regionserver.HStore(327): Store=f7e84305284d38b09b4c80ceb3cf45e6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:25,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:25,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:25,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f7e84305284d38b09b4c80ceb3cf45e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69397799, jitterRate=0.034107789397239685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:25,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f7e84305284d38b09b4c80ceb3cf45e6: 2024-11-26T06:06:25,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6., pid=6, masterSystemTime=1732601185726 2024-11-26T06:06:25,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:25,761 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f7e84305284d38b09b4c80ceb3cf45e6, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,35377,1732601183088 2024-11-26T06:06:25,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T06:06:25,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f7e84305284d38b09b4c80ceb3cf45e6, server=66073b541d85,35377,1732601183088 in 195 msec 2024-11-26T06:06:25,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T06:06:25,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f7e84305284d38b09b4c80ceb3cf45e6, ASSIGN in 364 msec 2024-11-26T06:06:25,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:25,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601185774"}]},"ts":"1732601185774"} 2024-11-26T06:06:25,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T06:06:25,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:25,811 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T06:06:25,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 509 msec 2024-11-26T06:06:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:25,846 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T06:06:25,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:25,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-11-26T06:06:25,891 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T06:06:25,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:25,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-11-26T06:06:25,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T06:06:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T06:06:25,959 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.740sec 2024-11-26T06:06:25,961 INFO [master/66073b541d85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T06:06:25,963 INFO [master/66073b541d85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T06:06:25,965 INFO [master/66073b541d85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T06:06:25,966 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T06:06:25,966 INFO [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T06:06:25,967 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42823,1732601182339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:25,967 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42823,1732601182339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T06:06:25,970 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T06:06:25,971 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T06:06:25,971 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,42823,1732601182339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:25,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226bc883 to 127.0.0.1:60947 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b630c51 2024-11-26T06:06:25,992 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T06:06:26,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a2322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:26,005 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T06:06:26,005 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T06:06:26,070 DEBUG [hconnection-0x60073d7b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:26,081 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:26,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=66073b541d85,42823,1732601182339 2024-11-26T06:06:26,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T06:06:26,103 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T06:06:26,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T06:06:26,114 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:26,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T06:06:26,114 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:26,116 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:26,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:26,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 538c7ea20995b43276a5f7bf6f7f2765, NAME => 'testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 2024-11-26T06:06:26,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 51d8bc61f0313a0b581206eb2744b5f1, NAME => 'testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257 2024-11-26T06:06:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:26,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:26,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 538c7ea20995b43276a5f7bf6f7f2765, disabling compactions & flushes 2024-11-26T06:06:26,147 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. after waiting 0 ms 2024-11-26T06:06:26,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,147 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 538c7ea20995b43276a5f7bf6f7f2765: 2024-11-26T06:06:26,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:26,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:26,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:26,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 51d8bc61f0313a0b581206eb2744b5f1, disabling compactions & flushes 2024-11-26T06:06:26,150 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. after waiting 0 ms 2024-11-26T06:06:26,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,150 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 51d8bc61f0313a0b581206eb2744b5f1: 2024-11-26T06:06:26,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:26,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601186152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601186152"}]},"ts":"1732601186152"} 2024-11-26T06:06:26,153 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601186152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601186152"}]},"ts":"1732601186152"} 2024-11-26T06:06:26,180 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T06:06:26,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:26,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601186182"}]},"ts":"1732601186182"} 2024-11-26T06:06:26,184 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T06:06:26,200 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:26,203 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:26,203 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:26,203 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:26,203 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:26,203 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:26,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=538c7ea20995b43276a5f7bf6f7f2765, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=51d8bc61f0313a0b581206eb2744b5f1, ASSIGN}] 2024-11-26T06:06:26,206 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=51d8bc61f0313a0b581206eb2744b5f1, ASSIGN 2024-11-26T06:06:26,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=538c7ea20995b43276a5f7bf6f7f2765, ASSIGN 2024-11-26T06:06:26,209 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=51d8bc61f0313a0b581206eb2744b5f1, ASSIGN; state=OFFLINE, location=66073b541d85,35377,1732601183088; forceNewPlan=false, retain=false 2024-11-26T06:06:26,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=538c7ea20995b43276a5f7bf6f7f2765, ASSIGN; state=OFFLINE, location=66073b541d85,42231,1732601183147; forceNewPlan=false, retain=false 2024-11-26T06:06:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:26,359 INFO [66073b541d85:42823 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T06:06:26,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=51d8bc61f0313a0b581206eb2744b5f1, regionState=OPENING, regionLocation=66073b541d85,35377,1732601183088 2024-11-26T06:06:26,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=538c7ea20995b43276a5f7bf6f7f2765, regionState=OPENING, regionLocation=66073b541d85,42231,1732601183147 2024-11-26T06:06:26,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 51d8bc61f0313a0b581206eb2744b5f1, server=66073b541d85,35377,1732601183088}] 2024-11-26T06:06:26,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 538c7ea20995b43276a5f7bf6f7f2765, server=66073b541d85,42231,1732601183147}] 2024-11-26T06:06:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:26,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 66073b541d85,35377,1732601183088 2024-11-26T06:06:26,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,42231,1732601183147 2024-11-26T06:06:26,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:26,524 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:26,528 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,528 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 51d8bc61f0313a0b581206eb2744b5f1, NAME => 'testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T06:06:26,528 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,528 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:26,529 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,529 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,531 INFO [StoreOpener-51d8bc61f0313a0b581206eb2744b5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,532 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,532 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 538c7ea20995b43276a5f7bf6f7f2765, NAME => 'testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T06:06:26,533 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,533 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:26,533 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,533 INFO [StoreOpener-51d8bc61f0313a0b581206eb2744b5f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d8bc61f0313a0b581206eb2744b5f1 columnFamilyName family 2024-11-26T06:06:26,533 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,533 DEBUG [StoreOpener-51d8bc61f0313a0b581206eb2744b5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:26,534 INFO [StoreOpener-51d8bc61f0313a0b581206eb2744b5f1-1 {}] regionserver.HStore(327): Store=51d8bc61f0313a0b581206eb2744b5f1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:26,535 INFO [StoreOpener-538c7ea20995b43276a5f7bf6f7f2765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,535 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,536 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,537 INFO [StoreOpener-538c7ea20995b43276a5f7bf6f7f2765-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 538c7ea20995b43276a5f7bf6f7f2765 columnFamilyName family 2024-11-26T06:06:26,537 DEBUG [StoreOpener-538c7ea20995b43276a5f7bf6f7f2765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:26,538 INFO [StoreOpener-538c7ea20995b43276a5f7bf6f7f2765-1 {}] regionserver.HStore(327): Store=538c7ea20995b43276a5f7bf6f7f2765/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:26,539 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:26,539 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,539 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,542 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:26,543 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:26,543 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 51d8bc61f0313a0b581206eb2744b5f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67884345, jitterRate=0.011555567383766174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:26,544 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 51d8bc61f0313a0b581206eb2744b5f1: 2024-11-26T06:06:26,545 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1., pid=12, masterSystemTime=1732601186516 2024-11-26T06:06:26,546 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:26,547 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 538c7ea20995b43276a5f7bf6f7f2765; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70105637, jitterRate=0.04465539753437042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:26,547 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 538c7ea20995b43276a5f7bf6f7f2765: 2024-11-26T06:06:26,549 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765., pid=13, masterSystemTime=1732601186518 2024-11-26T06:06:26,549 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,549 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:26,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=51d8bc61f0313a0b581206eb2744b5f1, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,35377,1732601183088 2024-11-26T06:06:26,551 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,551 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:26,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=538c7ea20995b43276a5f7bf6f7f2765, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,42231,1732601183147 2024-11-26T06:06:26,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T06:06:26,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-26T06:06:26,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 538c7ea20995b43276a5f7bf6f7f2765, server=66073b541d85,42231,1732601183147 in 195 msec 2024-11-26T06:06:26,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 51d8bc61f0313a0b581206eb2744b5f1, server=66073b541d85,35377,1732601183088 in 195 msec 2024-11-26T06:06:26,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=51d8bc61f0313a0b581206eb2744b5f1, ASSIGN in 358 msec 2024-11-26T06:06:26,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T06:06:26,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=538c7ea20995b43276a5f7bf6f7f2765, ASSIGN in 359 msec 2024-11-26T06:06:26,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:26,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601186566"}]},"ts":"1732601186566"} 2024-11-26T06:06:26,569 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T06:06:26,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:26,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 491 msec 2024-11-26T06:06:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:26,733 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T06:06:26,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T06:06:26,737 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:26,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T06:06:26,745 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:26,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T06:06:26,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:26,751 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:26,779 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 51d8bc61f0313a0b581206eb2744b5f1 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T06:06:26,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/.tmp/family/72dff468247e4634b5a201dc97dee7fe is 32, key is 5/family:/1732601186768/Put/seqid=0 2024-11-26T06:06:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741841_1017 (size=5083) 2024-11-26T06:06:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741841_1017 (size=5083) 2024-11-26T06:06:26,843 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/.tmp/family/72dff468247e4634b5a201dc97dee7fe 2024-11-26T06:06:26,885 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/.tmp/family/72dff468247e4634b5a201dc97dee7fe as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/family/72dff468247e4634b5a201dc97dee7fe 2024-11-26T06:06:26,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/family/72dff468247e4634b5a201dc97dee7fe, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T06:06:26,897 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 51d8bc61f0313a0b581206eb2744b5f1 in 118ms, sequenceid=9, compaction requested=false 2024-11-26T06:06:26,898 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-26T06:06:26,899 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 51d8bc61f0313a0b581206eb2744b5f1: 2024-11-26T06:06:26,899 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 538c7ea20995b43276a5f7bf6f7f2765 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T06:06:26,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/.tmp/family/583d5276ccd54b1fa324abb3c09e9672 is 32, key is 1/family:/1732601186752/Put/seqid=0 2024-11-26T06:06:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741842_1018 (size=5054) 2024-11-26T06:06:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741842_1018 (size=5054) 2024-11-26T06:06:26,922 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/.tmp/family/583d5276ccd54b1fa324abb3c09e9672 2024-11-26T06:06:26,931 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/.tmp/family/583d5276ccd54b1fa324abb3c09e9672 as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/family/583d5276ccd54b1fa324abb3c09e9672 2024-11-26T06:06:26,940 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/family/583d5276ccd54b1fa324abb3c09e9672, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T06:06:26,941 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 538c7ea20995b43276a5f7bf6f7f2765 in 42ms, sequenceid=8, compaction requested=false 2024-11-26T06:06:26,941 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 538c7ea20995b43276a5f7bf6f7f2765: 2024-11-26T06:06:26,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cfb6c5e to 127.0.0.1:60947 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b1973c 2024-11-26T06:06:26,978 DEBUG [ReadOnlyZKClient-127.0.0.1:60947@0x2cfb6c5e {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8b2b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:27,013 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T06:06:27,019 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-26T06:06:27,020 DEBUG [ReadOnlyZKClient-127.0.0.1:60947@0x2cfb6c5e {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66073b541d85,35377,1732601183088, seqNum=-1] 2024-11-26T06:06:27,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:27,025 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:27,036 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:27,036 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:27,038 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:27,038 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:27,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-26T06:06:27,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T06:06:27,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cfb6c5e to 127.0.0.1:60947 2024-11-26T06:06:27,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T06:06:27,049 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T06:06:27,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226bc883 to 127.0.0.1:60947 2024-11-26T06:06:27,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T06:06:27,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1718370185, stopped=false 2024-11-26T06:06:27,050 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=66073b541d85,42823,1732601182339 2024-11-26T06:06:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:27,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T06:06:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:27,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:27,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:27,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:27,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,068 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,35377,1732601183088' ***** 2024-11-26T06:06:27,068 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:27,068 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,42231,1732601183147' ***** 2024-11-26T06:06:27,068 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:27,069 INFO [RS:0;66073b541d85:35377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:27,069 INFO [RS:1;66073b541d85:42231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:27,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:27,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:27,069 INFO [RS:0;66073b541d85:35377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:27,070 INFO [RS:1;66073b541d85:42231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:27,070 INFO [RS:1;66073b541d85:42231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:27,070 INFO [RS:0;66073b541d85:35377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:27,070 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(3579): Received CLOSE for 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:27,070 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(3579): Received CLOSE for 51d8bc61f0313a0b581206eb2744b5f1 2024-11-26T06:06:27,071 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,42231,1732601183147 2024-11-26T06:06:27,071 DEBUG [RS:1;66073b541d85:42231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,071 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(3579): Received CLOSE for f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:27,071 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T06:06:27,071 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1603): Online Regions={538c7ea20995b43276a5f7bf6f7f2765=testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765.} 2024-11-26T06:06:27,071 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,35377,1732601183088 2024-11-26T06:06:27,071 DEBUG [RS:0;66073b541d85:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,071 INFO [RS:0;66073b541d85:35377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:27,071 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 538c7ea20995b43276a5f7bf6f7f2765, disabling compactions & flushes 2024-11-26T06:06:27,071 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 51d8bc61f0313a0b581206eb2744b5f1, disabling compactions & flushes 2024-11-26T06:06:27,071 INFO [RS:0;66073b541d85:35377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:27,071 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:27,071 INFO [RS:0;66073b541d85:35377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:27,071 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:27,071 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:27,071 DEBUG [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1629): Waiting on 538c7ea20995b43276a5f7bf6f7f2765 2024-11-26T06:06:27,072 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. after waiting 0 ms 2024-11-26T06:06:27,072 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:27,072 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T06:06:27,072 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:27,072 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. after waiting 0 ms 2024-11-26T06:06:27,072 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:27,072 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-26T06:06:27,072 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1603): Online Regions={51d8bc61f0313a0b581206eb2744b5f1=testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1., 1588230740=hbase:meta,,1.1588230740, f7e84305284d38b09b4c80ceb3cf45e6=hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6.} 2024-11-26T06:06:27,072 DEBUG [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 51d8bc61f0313a0b581206eb2744b5f1, f7e84305284d38b09b4c80ceb3cf45e6 2024-11-26T06:06:27,072 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:27,072 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:27,073 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:27,073 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:27,073 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:27,073 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T06:06:27,081 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/538c7ea20995b43276a5f7bf6f7f2765/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T06:06:27,083 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:27,083 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 538c7ea20995b43276a5f7bf6f7f2765: 2024-11-26T06:06:27,083 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732601186108.538c7ea20995b43276a5f7bf6f7f2765. 2024-11-26T06:06:27,083 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/default/testClearRegionBlockCache/51d8bc61f0313a0b581206eb2744b5f1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T06:06:27,084 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:27,084 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 51d8bc61f0313a0b581206eb2744b5f1: 2024-11-26T06:06:27,084 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1. 2024-11-26T06:06:27,085 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f7e84305284d38b09b4c80ceb3cf45e6, disabling compactions & flushes 2024-11-26T06:06:27,085 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:27,085 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:27,085 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. after waiting 0 ms 2024-11-26T06:06:27,085 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:27,085 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f7e84305284d38b09b4c80ceb3cf45e6 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T06:06:27,087 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:27,087 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:27,102 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/.tmp/info/272b3d0e24e2418b98320b682b7f3f3a is 45, key is default/info:d/1732601185855/Put/seqid=0 2024-11-26T06:06:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741843_1019 (size=5037) 2024-11-26T06:06:27,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741843_1019 (size=5037) 2024-11-26T06:06:27,109 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/.tmp/info/272b3d0e24e2418b98320b682b7f3f3a 2024-11-26T06:06:27,111 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/.tmp/info/776798983a004cb9b323a825c4151032 is 173, key is testClearRegionBlockCache,5,1732601186108.51d8bc61f0313a0b581206eb2744b5f1./info:regioninfo/1732601186550/Put/seqid=0 2024-11-26T06:06:27,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741844_1020 (size=9337) 2024-11-26T06:06:27,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741844_1020 (size=9337) 2024-11-26T06:06:27,118 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/.tmp/info/776798983a004cb9b323a825c4151032 2024-11-26T06:06:27,119 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/.tmp/info/272b3d0e24e2418b98320b682b7f3f3a as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/info/272b3d0e24e2418b98320b682b7f3f3a 2024-11-26T06:06:27,128 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/info/272b3d0e24e2418b98320b682b7f3f3a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T06:06:27,130 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f7e84305284d38b09b4c80ceb3cf45e6 in 45ms, sequenceid=6, compaction requested=false 2024-11-26T06:06:27,130 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T06:06:27,140 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/namespace/f7e84305284d38b09b4c80ceb3cf45e6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T06:06:27,141 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:27,141 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f7e84305284d38b09b4c80ceb3cf45e6: 2024-11-26T06:06:27,141 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732601185301.f7e84305284d38b09b4c80ceb3cf45e6. 2024-11-26T06:06:27,143 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/.tmp/table/44c152bedff44a1b810128a885aa174f is 61, key is testClearRegionBlockCache/table:state/1732601186566/Put/seqid=0 2024-11-26T06:06:27,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:27,150 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/.tmp/table/44c152bedff44a1b810128a885aa174f 2024-11-26T06:06:27,159 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/.tmp/info/776798983a004cb9b323a825c4151032 as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/info/776798983a004cb9b323a825c4151032 2024-11-26T06:06:27,168 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/info/776798983a004cb9b323a825c4151032, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T06:06:27,170 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/.tmp/table/44c152bedff44a1b810128a885aa174f as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/table/44c152bedff44a1b810128a885aa174f 2024-11-26T06:06:27,178 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/table/44c152bedff44a1b810128a885aa174f, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T06:06:27,179 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=16, compaction requested=false 2024-11-26T06:06:27,179 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T06:06:27,186 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T06:06:27,186 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:27,187 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:27,187 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:27,187 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:27,272 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,42231,1732601183147; all regions closed. 2024-11-26T06:06:27,273 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,35377,1732601183088; all regions closed. 2024-11-26T06:06:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741832_1008 (size=1758) 2024-11-26T06:06:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741832_1008 (size=1758) 2024-11-26T06:06:27,284 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:27,284 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:27,288 DEBUG [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/oldWALs 2024-11-26T06:06:27,288 INFO [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C35377%2C1732601183088.meta:.meta(num 1732601185025) 2024-11-26T06:06:27,288 DEBUG [RS:1;66073b541d85:42231 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/oldWALs 2024-11-26T06:06:27,288 INFO [RS:1;66073b541d85:42231 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C42231%2C1732601183147:(num 1732601184441) 2024-11-26T06:06:27,288 DEBUG [RS:1;66073b541d85:42231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,288 INFO [RS:1;66073b541d85:42231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:27,289 INFO [RS:1;66073b541d85:42231 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:27,289 INFO [RS:1;66073b541d85:42231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:27,289 INFO [RS:1;66073b541d85:42231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:27,289 INFO [RS:1;66073b541d85:42231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:27,290 INFO [RS:1;66073b541d85:42231 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42231 2024-11-26T06:06:27,291 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741833_1009 (size=3188) 2024-11-26T06:06:27,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741833_1009 (size=3188) 2024-11-26T06:06:27,295 DEBUG [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/oldWALs 2024-11-26T06:06:27,295 INFO [RS:0;66073b541d85:35377 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C35377%2C1732601183088:(num 1732601184441) 2024-11-26T06:06:27,295 DEBUG [RS:0;66073b541d85:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,296 INFO [RS:0;66073b541d85:35377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:27,296 INFO [RS:0;66073b541d85:35377 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:27,296 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:27,296 INFO [RS:0;66073b541d85:35377 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35377 2024-11-26T06:06:27,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:27,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,42231,1732601183147 2024-11-26T06:06:27,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,35377,1732601183088 2024-11-26T06:06:27,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,35377,1732601183088] 2024-11-26T06:06:27,376 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,35377,1732601183088; numProcessing=1 2024-11-26T06:06:27,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,35377,1732601183088 already deleted, retry=false 2024-11-26T06:06:27,392 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,35377,1732601183088 expired; onlineServers=1 2024-11-26T06:06:27,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,42231,1732601183147] 2024-11-26T06:06:27,392 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,42231,1732601183147; numProcessing=2 2024-11-26T06:06:27,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,42231,1732601183147 already deleted, retry=false 2024-11-26T06:06:27,400 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,42231,1732601183147 expired; onlineServers=0 2024-11-26T06:06:27,400 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,42823,1732601182339' ***** 2024-11-26T06:06:27,400 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T06:06:27,401 DEBUG [M:0;66073b541d85:42823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52363f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:27,401 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,42823,1732601182339 2024-11-26T06:06:27,401 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,42823,1732601182339; all regions closed. 2024-11-26T06:06:27,401 DEBUG [M:0;66073b541d85:42823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:27,401 DEBUG [M:0;66073b541d85:42823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T06:06:27,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T06:06:27,401 DEBUG [M:0;66073b541d85:42823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T06:06:27,401 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601184125 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601184125,5,FailOnTimeoutGroup] 2024-11-26T06:06:27,401 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601184130 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601184130,5,FailOnTimeoutGroup] 2024-11-26T06:06:27,402 INFO [M:0;66073b541d85:42823 {}] hbase.ChoreService(370): Chore service for: master/66073b541d85:0 had [] on shutdown 2024-11-26T06:06:27,402 DEBUG [M:0;66073b541d85:42823 {}] master.HMaster(1733): Stopping service threads 2024-11-26T06:06:27,402 INFO [M:0;66073b541d85:42823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T06:06:27,403 INFO [M:0;66073b541d85:42823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T06:06:27,403 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T06:06:27,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:27,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:27,408 DEBUG [M:0;66073b541d85:42823 {}] zookeeper.ZKUtil(347): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T06:06:27,408 WARN [M:0;66073b541d85:42823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T06:06:27,408 INFO [M:0;66073b541d85:42823 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T06:06:27,408 INFO [M:0;66073b541d85:42823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T06:06:27,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:27,409 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:27,409 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:27,409 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:27,409 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:27,409 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:27,409 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T06:06:27,431 DEBUG [M:0;66073b541d85:42823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e2d86346c9a4317807a6fea2d8b45d8 is 82, key is hbase:meta,,1/info:regioninfo/1732601185146/Put/seqid=0 2024-11-26T06:06:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:27,438 INFO [M:0;66073b541d85:42823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e2d86346c9a4317807a6fea2d8b45d8 2024-11-26T06:06:27,463 DEBUG [M:0;66073b541d85:42823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c95fc8a7efc94719970049370eb1679b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732601186605/Put/seqid=0 2024-11-26T06:06:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741847_1023 (size=7578) 2024-11-26T06:06:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741847_1023 (size=7578) 2024-11-26T06:06:27,471 INFO [M:0;66073b541d85:42823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c95fc8a7efc94719970049370eb1679b 2024-11-26T06:06:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:27,475 INFO [RS:1;66073b541d85:42231 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,42231,1732601183147; zookeeper connection closed. 2024-11-26T06:06:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1017709980d0002, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:27,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e094b8d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e094b8d 2024-11-26T06:06:27,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:27,484 INFO [RS:0;66073b541d85:35377 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,35377,1732601183088; zookeeper connection closed. 2024-11-26T06:06:27,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1017709980d0001, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:27,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74659e86 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74659e86 2024-11-26T06:06:27,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T06:06:27,491 DEBUG [M:0;66073b541d85:42823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/554f1b84fd684778b3b0e0fabc8958bb is 69, key is 66073b541d85,35377,1732601183088/rs:state/1732601184191/Put/seqid=0 2024-11-26T06:06:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:27,498 INFO [M:0;66073b541d85:42823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/554f1b84fd684778b3b0e0fabc8958bb 2024-11-26T06:06:27,506 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e2d86346c9a4317807a6fea2d8b45d8 as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e2d86346c9a4317807a6fea2d8b45d8 2024-11-26T06:06:27,515 INFO [M:0;66073b541d85:42823 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e2d86346c9a4317807a6fea2d8b45d8, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T06:06:27,517 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c95fc8a7efc94719970049370eb1679b as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c95fc8a7efc94719970049370eb1679b 2024-11-26T06:06:27,525 INFO [M:0;66073b541d85:42823 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c95fc8a7efc94719970049370eb1679b, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T06:06:27,527 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/554f1b84fd684778b3b0e0fabc8958bb as hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/554f1b84fd684778b3b0e0fabc8958bb 2024-11-26T06:06:27,535 INFO [M:0;66073b541d85:42823 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45379/user/jenkins/test-data/2f367377-4df4-d1e2-1a64-822dd2abf257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/554f1b84fd684778b3b0e0fabc8958bb, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T06:06:27,537 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=108, compaction requested=false 2024-11-26T06:06:27,538 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:27,538 DEBUG [M:0;66073b541d85:42823 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741830_1006 (size=54465) 2024-11-26T06:06:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741830_1006 (size=54465) 2024-11-26T06:06:27,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:27,542 INFO [M:0;66073b541d85:42823 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T06:06:27,542 INFO [M:0;66073b541d85:42823 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42823 2024-11-26T06:06:27,550 DEBUG [M:0;66073b541d85:42823 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/66073b541d85,42823,1732601182339 already deleted, retry=false 2024-11-26T06:06:27,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:27,658 INFO [M:0;66073b541d85:42823 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,42823,1732601182339; zookeeper connection closed. 2024-11-26T06:06:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42823-0x1017709980d0000, quorum=127.0.0.1:60947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:27,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:27,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:27,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:27,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:27,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:27,697 WARN [BP-416259330-172.17.0.2-1732601178778 heartbeating to localhost/127.0.0.1:45379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:27,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:27,697 WARN [BP-416259330-172.17.0.2-1732601178778 heartbeating to localhost/127.0.0.1:45379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-416259330-172.17.0.2-1732601178778 (Datanode Uuid d15c028e-9243-4375-915e-bcd542d266bd) service to localhost/127.0.0.1:45379 2024-11-26T06:06:27,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:27,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data3/current/BP-416259330-172.17.0.2-1732601178778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:27,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data4/current/BP-416259330-172.17.0.2-1732601178778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:27,699 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:27,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:27,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:27,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:27,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:27,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:27,703 WARN [BP-416259330-172.17.0.2-1732601178778 heartbeating to localhost/127.0.0.1:45379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:27,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:27,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:27,703 WARN [BP-416259330-172.17.0.2-1732601178778 heartbeating to localhost/127.0.0.1:45379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-416259330-172.17.0.2-1732601178778 (Datanode Uuid 44400871-a795-411b-840c-1ed7456e4081) service to localhost/127.0.0.1:45379 2024-11-26T06:06:27,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data1/current/BP-416259330-172.17.0.2-1732601178778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:27,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/cluster_b85cb2b0-04b4-56c5-a816-a9832e0148ee/dfs/data/data2/current/BP-416259330-172.17.0.2-1732601178778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:27,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:27,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:27,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:27,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:27,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:27,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:27,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T06:06:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T06:06:27,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cd784af java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45379 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/66073b541d85:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/66073b541d85:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/66073b541d85:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/66073b541d85:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45379 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=407 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=8395 (was 8974) 2024-11-26T06:06:27,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=407, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=8395 2024-11-26T06:06:27,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir so I do NOT create it in target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6 2024-11-26T06:06:27,773 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T06:06:27,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.tmp.dir so I do NOT create it in target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6 2024-11-26T06:06:27,773 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ece25d54-f25f-69bf-adca-f7de1dd4cfe8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T06:06:27,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6 2024-11-26T06:06:27,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T06:06:27,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44, deleteOnExit=true 2024-11-26T06:06:27,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T06:06:27,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/test.cache.data in system properties and HBase conf 2024-11-26T06:06:27,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T06:06:27,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir in system properties and HBase conf 2024-11-26T06:06:27,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T06:06:27,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T06:06:27,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T06:06:27,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T06:06:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/nfs.dump.dir in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/java.io.tmpdir in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T06:06:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T06:06:28,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:28,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:28,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:28,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:28,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:28,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:28,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2d062d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:28,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f23a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:28,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f16dfbe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/java.io.tmpdir/jetty-localhost-42931-hadoop-hdfs-3_4_1-tests_jar-_-any-15430487395919379502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:28,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66fadd9f{HTTP/1.1, (http/1.1)}{localhost:42931} 2024-11-26T06:06:28,107 INFO [Time-limited test {}] server.Server(415): Started @11326ms 2024-11-26T06:06:28,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:28,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:28,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:28,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:28,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:28,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5d3e3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:28,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5e33f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:28,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f9b2bfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/java.io.tmpdir/jetty-localhost-32787-hadoop-hdfs-3_4_1-tests_jar-_-any-12748049062398888972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:28,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445587db{HTTP/1.1, (http/1.1)}{localhost:32787} 2024-11-26T06:06:28,414 INFO [Time-limited test {}] server.Server(415): Started @11632ms 2024-11-26T06:06:28,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:28,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:28,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:28,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:28,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:28,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:28,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d2e4c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:28,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@229d3e3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:28,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3589fba8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/java.io.tmpdir/jetty-localhost-38039-hadoop-hdfs-3_4_1-tests_jar-_-any-9026628289202400667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:28,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7e60e7{HTTP/1.1, (http/1.1)}{localhost:38039} 2024-11-26T06:06:28,549 INFO [Time-limited test {}] server.Server(415): Started @11767ms 2024-11-26T06:06:28,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:29,144 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data1/current/BP-1018808078-172.17.0.2-1732601187799/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:29,144 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data2/current/BP-1018808078-172.17.0.2-1732601187799/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:29,162 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa28598bbd68126ac with lease ID 0x1d2e779bae25775f: Processing first storage report for DS-3b91d5f5-14a7-4623-a49f-734fac45ecd4 from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=c8013093-dedb-48f5-b921-26f15af54303, infoPort=45381, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799) 2024-11-26T06:06:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa28598bbd68126ac with lease ID 0x1d2e779bae25775f: from storage DS-3b91d5f5-14a7-4623-a49f-734fac45ecd4 node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=c8013093-dedb-48f5-b921-26f15af54303, infoPort=45381, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa28598bbd68126ac with lease ID 0x1d2e779bae25775f: Processing first storage report for DS-ac42f208-3a36-4dd8-b9c6-0a9ec74d85e5 from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=c8013093-dedb-48f5-b921-26f15af54303, infoPort=45381, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799) 2024-11-26T06:06:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa28598bbd68126ac with lease ID 0x1d2e779bae25775f: from storage DS-ac42f208-3a36-4dd8-b9c6-0a9ec74d85e5 node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=c8013093-dedb-48f5-b921-26f15af54303, infoPort=45381, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:29,253 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data4/current/BP-1018808078-172.17.0.2-1732601187799/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:29,253 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data3/current/BP-1018808078-172.17.0.2-1732601187799/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:29,268 WARN [Thread-355 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15ec3d2ba65e0625 with lease ID 0x1d2e779bae257760: Processing first storage report for DS-85e75bee-f021-44c8-9957-e7a706f44f7a from datanode DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2d3a4ecf-c7b6-4887-85b5-ed2d4041bfd2, infoPort=35077, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799) 2024-11-26T06:06:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15ec3d2ba65e0625 with lease ID 0x1d2e779bae257760: from storage DS-85e75bee-f021-44c8-9957-e7a706f44f7a node DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2d3a4ecf-c7b6-4887-85b5-ed2d4041bfd2, infoPort=35077, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15ec3d2ba65e0625 with lease ID 0x1d2e779bae257760: Processing first storage report for DS-705eb544-6ff5-4a83-ad02-4900dd702d94 from datanode DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2d3a4ecf-c7b6-4887-85b5-ed2d4041bfd2, infoPort=35077, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799) 2024-11-26T06:06:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15ec3d2ba65e0625 with lease ID 0x1d2e779bae257760: from storage DS-705eb544-6ff5-4a83-ad02-4900dd702d94 node DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2d3a4ecf-c7b6-4887-85b5-ed2d4041bfd2, infoPort=35077, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1128684201;c=1732601187799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:29,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6 2024-11-26T06:06:29,284 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/zookeeper_0, clientPort=54435, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T06:06:29,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54435 2024-11-26T06:06:29,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:29,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:29,300 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f with version=8 2024-11-26T06:06:29,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/hbase-staging 2024-11-26T06:06:29,302 INFO [Time-limited test {}] client.ConnectionUtils(129): master/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:29,303 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:29,304 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39643 2024-11-26T06:06:29,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39643 connecting to ZooKeeper ensemble=127.0.0.1:54435 2024-11-26T06:06:29,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396430x0, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:29,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39643-0x1017709b6180000 connected 2024-11-26T06:06:29,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:29,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:29,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-26T06:06:29,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39643 2024-11-26T06:06:29,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39643 2024-11-26T06:06:29,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-26T06:06:29,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-26T06:06:29,442 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f, hbase.cluster.distributed=false 2024-11-26T06:06:29,465 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:29,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:29,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:29,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:29,466 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:29,466 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43387 2024-11-26T06:06:29,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:29,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:29,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43387 connecting to ZooKeeper ensemble=127.0.0.1:54435 2024-11-26T06:06:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433870x0, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:29,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433870x0, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:29,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43387-0x1017709b6180001 connected 2024-11-26T06:06:29,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:29,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:29,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-26T06:06:29,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43387 2024-11-26T06:06:29,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43387 2024-11-26T06:06:29,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-26T06:06:29,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-26T06:06:29,505 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:29,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:29,506 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:29,506 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40041 2024-11-26T06:06:29,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:29,507 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:29,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40041 connecting to ZooKeeper ensemble=127.0.0.1:54435 2024-11-26T06:06:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400410x0, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:29,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:29,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40041-0x1017709b6180002 connected 2024-11-26T06:06:29,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:29,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:29,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-26T06:06:29,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40041 2024-11-26T06:06:29,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40041 2024-11-26T06:06:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-26T06:06:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-26T06:06:29,521 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/66073b541d85,39643,1732601189302 2024-11-26T06:06:29,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:29,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:29,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:29,526 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66073b541d85,39643,1732601189302 2024-11-26T06:06:29,532 DEBUG [M:0;66073b541d85:39643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66073b541d85:39643 2024-11-26T06:06:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,534 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:29,534 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66073b541d85,39643,1732601189302 from backup master directory 2024-11-26T06:06:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66073b541d85,39643,1732601189302 2024-11-26T06:06:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:29,541 WARN [master/66073b541d85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:29,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:29,541 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66073b541d85,39643,1732601189302 2024-11-26T06:06:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:29,555 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/hbase.id with ID: d3629f6a-8af8-44b2-94de-4da3b5d00e13 2024-11-26T06:06:29,571 INFO [master/66073b541d85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:29,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:29,593 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:29,593 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T06:06:29,594 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:29,610 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store 2024-11-26T06:06:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:29,620 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:29,621 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:29,621 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:29,621 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:29,621 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:29,621 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:29,621 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:29,621 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:29,622 WARN [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/.initializing 2024-11-26T06:06:29,622 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/WALs/66073b541d85,39643,1732601189302 2024-11-26T06:06:29,624 INFO [master/66073b541d85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:29,627 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C39643%2C1732601189302, suffix=, logDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/WALs/66073b541d85,39643,1732601189302, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/oldWALs, maxLogs=10 2024-11-26T06:06:29,638 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/WALs/66073b541d85,39643,1732601189302/66073b541d85%2C39643%2C1732601189302.1732601189627, exclude list is [], retry=0 2024-11-26T06:06:29,642 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-85e75bee-f021-44c8-9957-e7a706f44f7a,DISK] 2024-11-26T06:06:29,642 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-3b91d5f5-14a7-4623-a49f-734fac45ecd4,DISK] 2024-11-26T06:06:29,645 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/WALs/66073b541d85,39643,1732601189302/66073b541d85%2C39643%2C1732601189302.1732601189627 2024-11-26T06:06:29,645 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35077:35077),(127.0.0.1/127.0.0.1:45381:45381)] 2024-11-26T06:06:29,645 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:29,645 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:29,646 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,646 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T06:06:29,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:29,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T06:06:29,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:29,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T06:06:29,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:29,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T06:06:29,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:29,662 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,663 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,665 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T06:06:29,666 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:29,669 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:29,669 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73038422, jitterRate=0.08835729956626892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T06:06:29,670 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:29,670 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T06:06:29,674 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5185e55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:29,674 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T06:06:29,675 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T06:06:29,675 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T06:06:29,675 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T06:06:29,675 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T06:06:29,676 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T06:06:29,676 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T06:06:29,678 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T06:06:29,679 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T06:06:29,683 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T06:06:29,683 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T06:06:29,684 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T06:06:29,691 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T06:06:29,692 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T06:06:29,693 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T06:06:29,700 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T06:06:29,700 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T06:06:29,708 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T06:06:29,710 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T06:06:29,716 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T06:06:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,726 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=66073b541d85,39643,1732601189302, sessionid=0x1017709b6180000, setting cluster-up flag (Was=false) 2024-11-26T06:06:29,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,766 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T06:06:29,769 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,39643,1732601189302 2024-11-26T06:06:29,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:29,808 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T06:06:29,809 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,39643,1732601189302 2024-11-26T06:06:29,812 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:29,812 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T06:06:29,812 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66073b541d85,39643,1732601189302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66073b541d85:0, corePoolSize=10, maxPoolSize=10 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:29,813 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:29,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T06:06:29,818 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732601219818 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T06:06:29,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T06:06:29,818 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T06:06:29,819 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,819 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T06:06:29,819 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T06:06:29,819 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T06:06:29,820 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T06:06:29,820 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T06:06:29,820 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601189820,5,FailOnTimeoutGroup] 2024-11-26T06:06:29,820 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601189820,5,FailOnTimeoutGroup] 2024-11-26T06:06:29,820 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,820 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T06:06:29,820 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,821 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:29,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T06:06:29,829 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f 2024-11-26T06:06:29,834 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66073b541d85:43387 2024-11-26T06:06:29,834 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66073b541d85:40041 2024-11-26T06:06:29,835 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1008): ClusterId : d3629f6a-8af8-44b2-94de-4da3b5d00e13 2024-11-26T06:06:29,835 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1008): ClusterId : d3629f6a-8af8-44b2-94de-4da3b5d00e13 2024-11-26T06:06:29,835 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:29,835 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:29,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:29,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:29,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:29,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:29,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:29,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:29,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:29,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:29,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:29,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:29,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740 2024-11-26T06:06:29,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740 2024-11-26T06:06:29,850 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:29,850 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:29,850 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:29,850 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:29,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:29,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:29,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:29,856 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73633694, jitterRate=0.097227543592453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:29,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:29,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:29,857 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:29,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:29,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:29,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:29,858 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:29,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:29,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:29,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T06:06:29,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T06:06:29,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T06:06:29,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T06:06:29,867 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:29,867 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:29,867 DEBUG [RS:1;66073b541d85:40041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aeed3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:29,867 DEBUG [RS:0;66073b541d85:43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d558135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:29,868 DEBUG [RS:1;66073b541d85:40041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d24cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:29,868 DEBUG [RS:0;66073b541d85:43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d51980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:29,868 INFO [RS:1;66073b541d85:40041 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:29,868 INFO [RS:0;66073b541d85:43387 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:29,868 INFO [RS:0;66073b541d85:43387 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:29,868 INFO [RS:1;66073b541d85:40041 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:29,868 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:29,868 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:29,869 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,39643,1732601189302 with isa=66073b541d85/172.17.0.2:43387, startcode=1732601189465 2024-11-26T06:06:29,869 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,39643,1732601189302 with isa=66073b541d85/172.17.0.2:40041, startcode=1732601189505 2024-11-26T06:06:29,869 DEBUG [RS:0;66073b541d85:43387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:29,869 DEBUG [RS:1;66073b541d85:40041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:29,871 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46991, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:29,871 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43905, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:29,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,43387,1732601189465 2024-11-26T06:06:29,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(486): Registering regionserver=66073b541d85,43387,1732601189465 2024-11-26T06:06:29,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,40041,1732601189505 2024-11-26T06:06:29,873 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f 2024-11-26T06:06:29,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(486): Registering regionserver=66073b541d85,40041,1732601189505 2024-11-26T06:06:29,873 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33507 2024-11-26T06:06:29,873 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:29,875 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f 2024-11-26T06:06:29,875 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33507 2024-11-26T06:06:29,875 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:29,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:29,913 DEBUG [RS:0;66073b541d85:43387 {}] zookeeper.ZKUtil(111): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,43387,1732601189465 2024-11-26T06:06:29,913 WARN [RS:0;66073b541d85:43387 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:29,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,43387,1732601189465] 2024-11-26T06:06:29,913 INFO [RS:0;66073b541d85:43387 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:29,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,40041,1732601189505] 2024-11-26T06:06:29,913 DEBUG [RS:1;66073b541d85:40041 {}] zookeeper.ZKUtil(111): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,40041,1732601189505 2024-11-26T06:06:29,913 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465 2024-11-26T06:06:29,913 WARN [RS:1;66073b541d85:40041 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:29,913 INFO [RS:1;66073b541d85:40041 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:29,913 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,40041,1732601189505 2024-11-26T06:06:29,917 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:29,917 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:29,917 INFO [RS:1;66073b541d85:40041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:29,917 INFO [RS:0;66073b541d85:43387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:29,920 INFO [RS:1;66073b541d85:40041 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:29,920 INFO [RS:1;66073b541d85:40041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:29,920 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,920 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:29,922 INFO [RS:0;66073b541d85:43387 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:29,922 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,922 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,922 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,922 INFO [RS:0;66073b541d85:43387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:29,922 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,922 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,922 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:29,923 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:29,923 DEBUG [RS:1;66073b541d85:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:29,924 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,924 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,924 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,924 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:29,925 DEBUG [RS:0;66073b541d85:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:29,926 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,926 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40041,1732601189505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,927 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,43387,1732601189465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:29,945 INFO [RS:0;66073b541d85:43387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:29,945 INFO [RS:1;66073b541d85:40041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:29,945 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40041,1732601189505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,945 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,43387,1732601189465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:29,958 INFO [RS:1;66073b541d85:40041 {}] regionserver.Replication(204): 66073b541d85,40041,1732601189505 started 2024-11-26T06:06:29,958 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,40041,1732601189505, RpcServer on 66073b541d85/172.17.0.2:40041, sessionid=0x1017709b6180002 2024-11-26T06:06:29,958 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:29,958 DEBUG [RS:1;66073b541d85:40041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,40041,1732601189505 2024-11-26T06:06:29,958 DEBUG [RS:1;66073b541d85:40041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,40041,1732601189505' 2024-11-26T06:06:29,958 DEBUG [RS:1;66073b541d85:40041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:29,959 DEBUG [RS:1;66073b541d85:40041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:29,960 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:29,960 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:29,960 DEBUG [RS:1;66073b541d85:40041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,40041,1732601189505 2024-11-26T06:06:29,960 DEBUG [RS:1;66073b541d85:40041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,40041,1732601189505' 2024-11-26T06:06:29,960 DEBUG [RS:1;66073b541d85:40041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:29,960 INFO [RS:0;66073b541d85:43387 {}] regionserver.Replication(204): 66073b541d85,43387,1732601189465 started 2024-11-26T06:06:29,960 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,43387,1732601189465, RpcServer on 66073b541d85/172.17.0.2:43387, sessionid=0x1017709b6180001 2024-11-26T06:06:29,960 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:29,960 DEBUG [RS:0;66073b541d85:43387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,43387,1732601189465 2024-11-26T06:06:29,960 DEBUG [RS:0;66073b541d85:43387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,43387,1732601189465' 2024-11-26T06:06:29,960 DEBUG [RS:0;66073b541d85:43387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:29,960 DEBUG [RS:1;66073b541d85:40041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:29,961 DEBUG [RS:0;66073b541d85:43387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:29,961 DEBUG [RS:1;66073b541d85:40041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:29,961 INFO [RS:1;66073b541d85:40041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:29,961 INFO [RS:1;66073b541d85:40041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:29,961 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:29,961 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:29,961 DEBUG [RS:0;66073b541d85:43387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,43387,1732601189465 2024-11-26T06:06:29,961 DEBUG [RS:0;66073b541d85:43387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,43387,1732601189465' 2024-11-26T06:06:29,961 DEBUG [RS:0;66073b541d85:43387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:29,962 DEBUG [RS:0;66073b541d85:43387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:29,962 DEBUG [RS:0;66073b541d85:43387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:29,962 INFO [RS:0;66073b541d85:43387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:29,962 INFO [RS:0;66073b541d85:43387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:30,012 WARN [66073b541d85:39643 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T06:06:30,062 INFO [RS:1;66073b541d85:40041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:30,063 INFO [RS:0;66073b541d85:43387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:30,069 INFO [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C43387%2C1732601189465, suffix=, logDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/oldWALs, maxLogs=32 2024-11-26T06:06:30,069 INFO [RS:1;66073b541d85:40041 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C40041%2C1732601189505, suffix=, logDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,40041,1732601189505, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/oldWALs, maxLogs=32 2024-11-26T06:06:30,083 DEBUG [RS:0;66073b541d85:43387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465/66073b541d85%2C43387%2C1732601189465.1732601190072, exclude list is [], retry=0 2024-11-26T06:06:30,086 DEBUG [RS:1;66073b541d85:40041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,40041,1732601189505/66073b541d85%2C40041%2C1732601189505.1732601190072, exclude list is [], retry=0 2024-11-26T06:06:30,087 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-3b91d5f5-14a7-4623-a49f-734fac45ecd4,DISK] 2024-11-26T06:06:30,087 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-85e75bee-f021-44c8-9957-e7a706f44f7a,DISK] 2024-11-26T06:06:30,089 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-85e75bee-f021-44c8-9957-e7a706f44f7a,DISK] 2024-11-26T06:06:30,089 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-3b91d5f5-14a7-4623-a49f-734fac45ecd4,DISK] 2024-11-26T06:06:30,090 INFO [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465/66073b541d85%2C43387%2C1732601189465.1732601190072 2024-11-26T06:06:30,091 DEBUG [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35077:35077),(127.0.0.1/127.0.0.1:45381:45381)] 2024-11-26T06:06:30,092 INFO [RS:1;66073b541d85:40041 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,40041,1732601189505/66073b541d85%2C40041%2C1732601189505.1732601190072 2024-11-26T06:06:30,093 DEBUG [RS:1;66073b541d85:40041 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35077:35077),(127.0.0.1/127.0.0.1:45381:45381)] 2024-11-26T06:06:30,263 DEBUG [66073b541d85:39643 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T06:06:30,263 DEBUG [66073b541d85:39643 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:30,265 DEBUG [66073b541d85:39643 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:30,266 DEBUG [66073b541d85:39643 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:30,266 INFO [66073b541d85:39643 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:30,266 INFO [66073b541d85:39643 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:30,266 DEBUG [66073b541d85:39643 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:30,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66073b541d85,43387,1732601189465 2024-11-26T06:06:30,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,43387,1732601189465, state=OPENING 2024-11-26T06:06:30,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T06:06:30,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:30,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:30,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:30,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:30,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=66073b541d85,43387,1732601189465}] 2024-11-26T06:06:30,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:30,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:30,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,43387,1732601189465 2024-11-26T06:06:30,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:30,464 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:30,468 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T06:06:30,468 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:30,468 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T06:06:30,471 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C43387%2C1732601189465.meta, suffix=.meta, logDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/oldWALs, maxLogs=32 2024-11-26T06:06:30,484 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465/66073b541d85%2C43387%2C1732601189465.meta.1732601190471.meta, exclude list is [], retry=0 2024-11-26T06:06:30,487 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-85e75bee-f021-44c8-9957-e7a706f44f7a,DISK] 2024-11-26T06:06:30,487 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-3b91d5f5-14a7-4623-a49f-734fac45ecd4,DISK] 2024-11-26T06:06:30,489 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465/66073b541d85%2C43387%2C1732601189465.meta.1732601190471.meta 2024-11-26T06:06:30,489 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35077:35077),(127.0.0.1/127.0.0.1:45381:45381)] 2024-11-26T06:06:30,489 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:30,489 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T06:06:30,489 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T06:06:30,490 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T06:06:30,490 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T06:06:30,490 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:30,490 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T06:06:30,490 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T06:06:30,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:30,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:30,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:30,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:30,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:30,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:30,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:30,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:30,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:30,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:30,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:30,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:30,498 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740 2024-11-26T06:06:30,500 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740 2024-11-26T06:06:30,501 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:30,504 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:30,505 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60028113, jitterRate=-0.10551141202449799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:30,505 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:30,507 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732601190462 2024-11-26T06:06:30,509 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T06:06:30,509 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T06:06:30,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,43387,1732601189465 2024-11-26T06:06:30,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,43387,1732601189465, state=OPEN 2024-11-26T06:06:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:30,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:30,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:30,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:30,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T06:06:30,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=66073b541d85,43387,1732601189465 in 208 msec 2024-11-26T06:06:30,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T06:06:30,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-26T06:06:30,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 713 msec 2024-11-26T06:06:30,526 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732601190526, completionTime=-1 2024-11-26T06:06:30,526 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T06:06:30,526 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T06:06:30,527 DEBUG [hconnection-0x590fde94-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:30,528 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:30,530 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T06:06:30,530 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732601250530 2024-11-26T06:06:30,530 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732601310530 2024-11-26T06:06:30,530 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-26T06:06:30,550 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39643,1732601189302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:30,550 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39643,1732601189302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:30,550 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39643,1732601189302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:30,550 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66073b541d85:39643, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:30,550 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:30,551 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T06:06:30,551 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:30,552 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T06:06:30,553 DEBUG [master/66073b541d85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T06:06:30,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:30,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:30,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:30,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:30,568 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e02dbf29a86991fcf7963a6671da83f, NAME => 'hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f 2024-11-26T06:06:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:30,576 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:30,576 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8e02dbf29a86991fcf7963a6671da83f, disabling compactions & flushes 2024-11-26T06:06:30,576 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,576 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,576 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. after waiting 0 ms 2024-11-26T06:06:30,576 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,576 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,576 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e02dbf29a86991fcf7963a6671da83f: 2024-11-26T06:06:30,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:30,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732601190578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601190578"}]},"ts":"1732601190578"} 2024-11-26T06:06:30,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T06:06:30,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:30,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601190582"}]},"ts":"1732601190582"} 2024-11-26T06:06:30,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T06:06:30,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:30,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:30,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:30,601 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:30,601 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:30,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:30,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8e02dbf29a86991fcf7963a6671da83f, ASSIGN}] 2024-11-26T06:06:30,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8e02dbf29a86991fcf7963a6671da83f, ASSIGN 2024-11-26T06:06:30,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8e02dbf29a86991fcf7963a6671da83f, ASSIGN; state=OFFLINE, location=66073b541d85,40041,1732601189505; forceNewPlan=false, retain=false 2024-11-26T06:06:30,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T06:06:30,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:30,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:30,755 INFO [66073b541d85:39643 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T06:06:30,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8e02dbf29a86991fcf7963a6671da83f, regionState=OPENING, regionLocation=66073b541d85,40041,1732601189505 2024-11-26T06:06:30,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8e02dbf29a86991fcf7963a6671da83f, server=66073b541d85,40041,1732601189505}] 2024-11-26T06:06:30,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 66073b541d85,40041,1732601189505 2024-11-26T06:06:30,916 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:30,919 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:30,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e02dbf29a86991fcf7963a6671da83f, NAME => 'hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:30,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:30,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,929 INFO [StoreOpener-8e02dbf29a86991fcf7963a6671da83f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,931 INFO [StoreOpener-8e02dbf29a86991fcf7963a6671da83f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e02dbf29a86991fcf7963a6671da83f columnFamilyName info 2024-11-26T06:06:30,931 DEBUG [StoreOpener-8e02dbf29a86991fcf7963a6671da83f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:30,932 INFO [StoreOpener-8e02dbf29a86991fcf7963a6671da83f-1 {}] regionserver.HStore(327): Store=8e02dbf29a86991fcf7963a6671da83f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:30,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:30,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:30,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8e02dbf29a86991fcf7963a6671da83f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67929869, jitterRate=0.012233927845954895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:30,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8e02dbf29a86991fcf7963a6671da83f: 2024-11-26T06:06:30,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f., pid=6, masterSystemTime=1732601190916 2024-11-26T06:06:30,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:30,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8e02dbf29a86991fcf7963a6671da83f, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,40041,1732601189505 2024-11-26T06:06:30,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T06:06:30,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8e02dbf29a86991fcf7963a6671da83f, server=66073b541d85,40041,1732601189505 in 188 msec 2024-11-26T06:06:30,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T06:06:30,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8e02dbf29a86991fcf7963a6671da83f, ASSIGN in 351 msec 2024-11-26T06:06:30,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:30,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601190957"}]},"ts":"1732601190957"} 2024-11-26T06:06:30,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T06:06:30,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:30,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 417 msec 2024-11-26T06:06:31,054 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T06:06:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:31,100 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:31,101 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:31,104 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T06:06:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:31,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-26T06:06:31,137 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T06:06:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-11-26T06:06:31,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T06:06:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T06:06:31,200 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.659sec 2024-11-26T06:06:31,200 INFO [master/66073b541d85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T06:06:31,201 INFO [master/66073b541d85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T06:06:31,201 INFO [master/66073b541d85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T06:06:31,201 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T06:06:31,201 INFO [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T06:06:31,201 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39643,1732601189302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:31,201 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39643,1732601189302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T06:06:31,205 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T06:06:31,205 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T06:06:31,205 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39643,1732601189302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:31,225 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5abb3c81 to 127.0.0.1:54435 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fa9b372 2024-11-26T06:06:31,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c68a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:31,237 DEBUG [hconnection-0x30bc1530-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:31,239 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:31,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=66073b541d85,39643,1732601189302 2024-11-26T06:06:31,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T06:06:31,244 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T06:06:31,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T06:06:31,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:31,249 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:31,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T06:06:31,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:31,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f56992d825e406b4dbc697789a718bfd, NAME => 'testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f 2024-11-26T06:06:31,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 190dac370c16f35d565fbd3e90ccdee1, NAME => 'testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f 2024-11-26T06:06:31,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:31,269 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:31,269 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f56992d825e406b4dbc697789a718bfd, disabling compactions & flushes 2024-11-26T06:06:31,269 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:31,269 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:31,269 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. after waiting 0 ms 2024-11-26T06:06:31,269 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:31,269 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:31,269 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f56992d825e406b4dbc697789a718bfd: 2024-11-26T06:06:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:31,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:31,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 190dac370c16f35d565fbd3e90ccdee1, disabling compactions & flushes 2024-11-26T06:06:31,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:31,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:31,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. after waiting 0 ms 2024-11-26T06:06:31,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:31,672 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:31,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 190dac370c16f35d565fbd3e90ccdee1: 2024-11-26T06:06:31,674 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:31,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601191674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601191674"}]},"ts":"1732601191674"} 2024-11-26T06:06:31,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601191674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601191674"}]},"ts":"1732601191674"} 2024-11-26T06:06:31,682 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T06:06:31,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:31,683 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601191683"}]},"ts":"1732601191683"} 2024-11-26T06:06:31,685 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T06:06:31,725 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:31,728 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:31,728 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:31,728 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:31,728 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:31,728 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:31,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f56992d825e406b4dbc697789a718bfd, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=190dac370c16f35d565fbd3e90ccdee1, ASSIGN}] 2024-11-26T06:06:31,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=190dac370c16f35d565fbd3e90ccdee1, ASSIGN 2024-11-26T06:06:31,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f56992d825e406b4dbc697789a718bfd, ASSIGN 2024-11-26T06:06:31,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f56992d825e406b4dbc697789a718bfd, ASSIGN; state=OFFLINE, location=66073b541d85,43387,1732601189465; forceNewPlan=false, retain=false 2024-11-26T06:06:31,733 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=190dac370c16f35d565fbd3e90ccdee1, ASSIGN; state=OFFLINE, location=66073b541d85,40041,1732601189505; forceNewPlan=false, retain=false 2024-11-26T06:06:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:31,884 INFO [66073b541d85:39643 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T06:06:31,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f56992d825e406b4dbc697789a718bfd, regionState=OPENING, regionLocation=66073b541d85,43387,1732601189465 2024-11-26T06:06:31,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=190dac370c16f35d565fbd3e90ccdee1, regionState=OPENING, regionLocation=66073b541d85,40041,1732601189505 2024-11-26T06:06:31,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure f56992d825e406b4dbc697789a718bfd, server=66073b541d85,43387,1732601189465}] 2024-11-26T06:06:31,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 190dac370c16f35d565fbd3e90ccdee1, server=66073b541d85,40041,1732601189505}] 2024-11-26T06:06:32,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 66073b541d85,43387,1732601189465 2024-11-26T06:06:32,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,40041,1732601189505 2024-11-26T06:06:32,056 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,056 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,056 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f56992d825e406b4dbc697789a718bfd, NAME => 'testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T06:06:32,056 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 190dac370c16f35d565fbd3e90ccdee1, NAME => 'testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,057 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,059 INFO [StoreOpener-f56992d825e406b4dbc697789a718bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,059 INFO [StoreOpener-190dac370c16f35d565fbd3e90ccdee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,061 INFO [StoreOpener-f56992d825e406b4dbc697789a718bfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56992d825e406b4dbc697789a718bfd columnFamilyName family 2024-11-26T06:06:32,061 INFO [StoreOpener-190dac370c16f35d565fbd3e90ccdee1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 190dac370c16f35d565fbd3e90ccdee1 columnFamilyName family 2024-11-26T06:06:32,061 DEBUG [StoreOpener-f56992d825e406b4dbc697789a718bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:32,061 DEBUG [StoreOpener-190dac370c16f35d565fbd3e90ccdee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:32,062 INFO [StoreOpener-f56992d825e406b4dbc697789a718bfd-1 {}] regionserver.HStore(327): Store=f56992d825e406b4dbc697789a718bfd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:32,062 INFO [StoreOpener-190dac370c16f35d565fbd3e90ccdee1-1 {}] regionserver.HStore(327): Store=190dac370c16f35d565fbd3e90ccdee1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:32,063 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,063 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,064 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,064 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,066 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,066 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,068 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:32,069 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f56992d825e406b4dbc697789a718bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68451488, jitterRate=0.020006656646728516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:32,070 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:32,070 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f56992d825e406b4dbc697789a718bfd: 2024-11-26T06:06:32,070 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 190dac370c16f35d565fbd3e90ccdee1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73302221, jitterRate=0.09228821098804474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:32,070 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 190dac370c16f35d565fbd3e90ccdee1: 2024-11-26T06:06:32,071 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1., pid=13, masterSystemTime=1732601192048 2024-11-26T06:06:32,071 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd., pid=12, masterSystemTime=1732601192045 2024-11-26T06:06:32,073 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,073 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f56992d825e406b4dbc697789a718bfd, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,43387,1732601189465 2024-11-26T06:06:32,074 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,074 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=190dac370c16f35d565fbd3e90ccdee1, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,40041,1732601189505 2024-11-26T06:06:32,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T06:06:32,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure f56992d825e406b4dbc697789a718bfd, server=66073b541d85,43387,1732601189465 in 186 msec 2024-11-26T06:06:32,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T06:06:32,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 190dac370c16f35d565fbd3e90ccdee1, server=66073b541d85,40041,1732601189505 in 186 msec 2024-11-26T06:06:32,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f56992d825e406b4dbc697789a718bfd, ASSIGN in 351 msec 2024-11-26T06:06:32,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-26T06:06:32,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=190dac370c16f35d565fbd3e90ccdee1, ASSIGN in 352 msec 2024-11-26T06:06:32,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:32,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601192084"}]},"ts":"1732601192084"} 2024-11-26T06:06:32,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T06:06:32,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:32,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 872 msec 2024-11-26T06:06:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:32,365 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T06:06:32,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T06:06:32,366 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:32,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T06:06:32,373 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T06:06:32,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:32,390 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:32,399 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f56992d825e406b4dbc697789a718bfd 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T06:06:32,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/.tmp/family/47dc70f8f9da4a34a7adfaea8f9f080d is 32, key is 1/family:/1732601192378/Put/seqid=0 2024-11-26T06:06:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741841_1017 (size=5054) 2024-11-26T06:06:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741841_1017 (size=5054) 2024-11-26T06:06:32,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T06:06:32,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T06:06:32,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T06:06:32,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T06:06:32,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:32,753 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T06:06:32,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T06:06:32,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T06:06:32,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-26T06:06:32,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-26T06:06:32,824 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/.tmp/family/47dc70f8f9da4a34a7adfaea8f9f080d 2024-11-26T06:06:32,836 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/.tmp/family/47dc70f8f9da4a34a7adfaea8f9f080d as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/family/47dc70f8f9da4a34a7adfaea8f9f080d 2024-11-26T06:06:32,844 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/family/47dc70f8f9da4a34a7adfaea8f9f080d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T06:06:32,845 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f56992d825e406b4dbc697789a718bfd in 446ms, sequenceid=8, compaction requested=false 2024-11-26T06:06:32,845 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f56992d825e406b4dbc697789a718bfd: 2024-11-26T06:06:32,845 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 190dac370c16f35d565fbd3e90ccdee1 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T06:06:32,860 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/.tmp/family/62efecf332214cee9aa0f69cbc5ed5cc is 32, key is 5/family:/1732601192391/Put/seqid=0 2024-11-26T06:06:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741842_1018 (size=5083) 2024-11-26T06:06:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741842_1018 (size=5083) 2024-11-26T06:06:32,867 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/.tmp/family/62efecf332214cee9aa0f69cbc5ed5cc 2024-11-26T06:06:32,875 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/.tmp/family/62efecf332214cee9aa0f69cbc5ed5cc as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/family/62efecf332214cee9aa0f69cbc5ed5cc 2024-11-26T06:06:32,884 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/family/62efecf332214cee9aa0f69cbc5ed5cc, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T06:06:32,885 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 190dac370c16f35d565fbd3e90ccdee1 in 40ms, sequenceid=9, compaction requested=false 2024-11-26T06:06:32,885 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 190dac370c16f35d565fbd3e90ccdee1: 2024-11-26T06:06:32,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T06:06:32,890 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T06:06:32,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5abb3c81 to 127.0.0.1:54435 2024-11-26T06:06:32,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:32,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T06:06:32,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1648625827, stopped=false 2024-11-26T06:06:32,890 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=66073b541d85,39643,1732601189302 2024-11-26T06:06:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:32,933 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T06:06:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:32,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:32,934 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,43387,1732601189465' ***** 2024-11-26T06:06:32,934 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:32,934 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,40041,1732601189505' ***** 2024-11-26T06:06:32,934 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:32,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:32,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:32,934 INFO [RS:0;66073b541d85:43387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:32,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:32,934 INFO [RS:0;66073b541d85:43387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:32,934 INFO [RS:1;66073b541d85:40041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:32,934 INFO [RS:0;66073b541d85:43387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:32,934 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(3579): Received CLOSE for f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:32,934 INFO [RS:1;66073b541d85:40041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:32,934 INFO [RS:1;66073b541d85:40041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:32,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:32,934 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(3579): Received CLOSE for 190dac370c16f35d565fbd3e90ccdee1 2024-11-26T06:06:32,935 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,43387,1732601189465 2024-11-26T06:06:32,935 DEBUG [RS:0;66073b541d85:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:32,935 INFO [RS:0;66073b541d85:43387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:32,935 INFO [RS:0;66073b541d85:43387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f56992d825e406b4dbc697789a718bfd, disabling compactions & flushes 2024-11-26T06:06:32,935 INFO [RS:0;66073b541d85:43387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:32,935 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:32,935 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,935 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T06:06:32,935 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,40041,1732601189505 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,935 DEBUG [RS:1;66073b541d85:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. after waiting 0 ms 2024-11-26T06:06:32,935 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:32,935 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,935 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1603): Online Regions={190dac370c16f35d565fbd3e90ccdee1=testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1., 8e02dbf29a86991fcf7963a6671da83f=hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f.} 2024-11-26T06:06:32,935 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f56992d825e406b4dbc697789a718bfd=testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd.} 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:32,935 DEBUG [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f56992d825e406b4dbc697789a718bfd 2024-11-26T06:06:32,935 DEBUG [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1629): Waiting on 190dac370c16f35d565fbd3e90ccdee1, 8e02dbf29a86991fcf7963a6671da83f 2024-11-26T06:06:32,935 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 190dac370c16f35d565fbd3e90ccdee1, disabling compactions & flushes 2024-11-26T06:06:32,935 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. after waiting 0 ms 2024-11-26T06:06:32,935 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T06:06:32,935 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,940 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/190dac370c16f35d565fbd3e90ccdee1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T06:06:32,941 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,941 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 190dac370c16f35d565fbd3e90ccdee1: 2024-11-26T06:06:32,941 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1. 2024-11-26T06:06:32,941 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e02dbf29a86991fcf7963a6671da83f, disabling compactions & flushes 2024-11-26T06:06:32,941 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:32,941 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:32,941 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. after waiting 0 ms 2024-11-26T06:06:32,941 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:32,942 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8e02dbf29a86991fcf7963a6671da83f 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T06:06:32,943 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/default/testClearRegionBlockCache/f56992d825e406b4dbc697789a718bfd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T06:06:32,944 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,944 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f56992d825e406b4dbc697789a718bfd: 2024-11-26T06:06:32,945 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732601191246.f56992d825e406b4dbc697789a718bfd. 2024-11-26T06:06:32,961 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/.tmp/info/7840d810155b45bb9815a709a5ad175e is 173, key is testClearRegionBlockCache,5,1732601191246.190dac370c16f35d565fbd3e90ccdee1./info:regioninfo/1732601192075/Put/seqid=0 2024-11-26T06:06:32,963 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/.tmp/info/033738b95a104c74ad364ce784d78938 is 45, key is default/info:d/1732601191110/Put/seqid=0 2024-11-26T06:06:32,965 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:32,965 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:32,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741843_1019 (size=9337) 2024-11-26T06:06:32,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741843_1019 (size=9337) 2024-11-26T06:06:32,969 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/.tmp/info/7840d810155b45bb9815a709a5ad175e 2024-11-26T06:06:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741844_1020 (size=5037) 2024-11-26T06:06:32,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741844_1020 (size=5037) 2024-11-26T06:06:32,973 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/.tmp/info/033738b95a104c74ad364ce784d78938 2024-11-26T06:06:32,979 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:32,979 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:32,982 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/.tmp/info/033738b95a104c74ad364ce784d78938 as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/info/033738b95a104c74ad364ce784d78938 2024-11-26T06:06:32,990 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/info/033738b95a104c74ad364ce784d78938, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T06:06:32,991 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8e02dbf29a86991fcf7963a6671da83f in 50ms, sequenceid=6, compaction requested=false 2024-11-26T06:06:32,996 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/namespace/8e02dbf29a86991fcf7963a6671da83f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T06:06:32,997 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:32,997 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e02dbf29a86991fcf7963a6671da83f: 2024-11-26T06:06:32,997 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732601190551.8e02dbf29a86991fcf7963a6671da83f. 2024-11-26T06:06:32,999 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/.tmp/table/9b33b22a1a0e4cf89d15946a1a57ef34 is 61, key is testClearRegionBlockCache/table:state/1732601192084/Put/seqid=0 2024-11-26T06:06:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:33,011 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/.tmp/table/9b33b22a1a0e4cf89d15946a1a57ef34 2024-11-26T06:06:33,021 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/.tmp/info/7840d810155b45bb9815a709a5ad175e as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/info/7840d810155b45bb9815a709a5ad175e 2024-11-26T06:06:33,028 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/info/7840d810155b45bb9815a709a5ad175e, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T06:06:33,030 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/.tmp/table/9b33b22a1a0e4cf89d15946a1a57ef34 as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/table/9b33b22a1a0e4cf89d15946a1a57ef34 2024-11-26T06:06:33,034 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:33,034 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:33,038 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/table/9b33b22a1a0e4cf89d15946a1a57ef34, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T06:06:33,039 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=16, compaction requested=false 2024-11-26T06:06:33,044 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T06:06:33,045 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:33,045 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:33,045 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:33,045 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:33,135 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,43387,1732601189465; all regions closed. 2024-11-26T06:06:33,135 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,40041,1732601189505; all regions closed. 2024-11-26T06:06:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741834_1010 (size=3188) 2024-11-26T06:06:33,139 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,40041,1732601189505/66073b541d85%2C40041%2C1732601189505.1732601190072 not finished, retry = 0 2024-11-26T06:06:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741834_1010 (size=3188) 2024-11-26T06:06:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:33,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/WALs/66073b541d85,43387,1732601189465/66073b541d85%2C43387%2C1732601189465.meta.1732601190471.meta not finished, retry = 0 2024-11-26T06:06:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:33,243 DEBUG [RS:1;66073b541d85:40041 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/oldWALs 2024-11-26T06:06:33,243 INFO [RS:1;66073b541d85:40041 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C40041%2C1732601189505:(num 1732601190072) 2024-11-26T06:06:33,243 DEBUG [RS:1;66073b541d85:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:33,244 INFO [RS:1;66073b541d85:40041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:33,244 DEBUG [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/oldWALs 2024-11-26T06:06:33,244 INFO [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C43387%2C1732601189465.meta:.meta(num 1732601190471) 2024-11-26T06:06:33,244 INFO [RS:1;66073b541d85:40041 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:33,244 INFO [RS:1;66073b541d85:40041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:33,245 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:33,245 INFO [RS:1;66073b541d85:40041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:33,245 INFO [RS:1;66073b541d85:40041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:33,245 INFO [RS:1;66073b541d85:40041 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40041 2024-11-26T06:06:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741833_1009 (size=1758) 2024-11-26T06:06:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741833_1009 (size=1758) 2024-11-26T06:06:33,252 DEBUG [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/oldWALs 2024-11-26T06:06:33,252 INFO [RS:0;66073b541d85:43387 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C43387%2C1732601189465:(num 1732601190072) 2024-11-26T06:06:33,252 DEBUG [RS:0;66073b541d85:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:33,252 INFO [RS:0;66073b541d85:43387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:33,253 INFO [RS:0;66073b541d85:43387 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:33,253 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:33,253 INFO [RS:0;66073b541d85:43387 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43387 2024-11-26T06:06:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,40041,1732601189505 2024-11-26T06:06:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,43387,1732601189465 2024-11-26T06:06:33,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,43387,1732601189465] 2024-11-26T06:06:33,300 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,43387,1732601189465; numProcessing=1 2024-11-26T06:06:33,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,43387,1732601189465 already deleted, retry=false 2024-11-26T06:06:33,317 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,43387,1732601189465 expired; onlineServers=1 2024-11-26T06:06:33,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,40041,1732601189505] 2024-11-26T06:06:33,317 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,40041,1732601189505; numProcessing=2 2024-11-26T06:06:33,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,40041,1732601189505 already deleted, retry=false 2024-11-26T06:06:33,325 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,40041,1732601189505 expired; onlineServers=0 2024-11-26T06:06:33,325 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,39643,1732601189302' ***** 2024-11-26T06:06:33,325 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T06:06:33,326 DEBUG [M:0;66073b541d85:39643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736858cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:33,326 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,39643,1732601189302 2024-11-26T06:06:33,327 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,39643,1732601189302; all regions closed. 2024-11-26T06:06:33,327 DEBUG [M:0;66073b541d85:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:33,327 DEBUG [M:0;66073b541d85:39643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T06:06:33,327 DEBUG [M:0;66073b541d85:39643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T06:06:33,327 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601189820 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601189820,5,FailOnTimeoutGroup] 2024-11-26T06:06:33,327 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601189820 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601189820,5,FailOnTimeoutGroup] 2024-11-26T06:06:33,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T06:06:33,328 INFO [M:0;66073b541d85:39643 {}] hbase.ChoreService(370): Chore service for: master/66073b541d85:0 had [] on shutdown 2024-11-26T06:06:33,328 DEBUG [M:0;66073b541d85:39643 {}] master.HMaster(1733): Stopping service threads 2024-11-26T06:06:33,329 INFO [M:0;66073b541d85:39643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T06:06:33,329 INFO [M:0;66073b541d85:39643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T06:06:33,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T06:06:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:33,333 DEBUG [M:0;66073b541d85:39643 {}] zookeeper.ZKUtil(347): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T06:06:33,333 WARN [M:0;66073b541d85:39643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T06:06:33,333 INFO [M:0;66073b541d85:39643 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T06:06:33,334 INFO [M:0;66073b541d85:39643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T06:06:33,334 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:33,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:33,334 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:33,334 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:33,334 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:33,334 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:33,335 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T06:06:33,352 DEBUG [M:0;66073b541d85:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3641f66807ee4221bb31814f2d916c67 is 82, key is hbase:meta,,1/info:regioninfo/1732601190510/Put/seqid=0 2024-11-26T06:06:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:33,358 INFO [M:0;66073b541d85:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3641f66807ee4221bb31814f2d916c67 2024-11-26T06:06:33,380 DEBUG [M:0;66073b541d85:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a91121e44e94d9cb36925c27242e224 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732601192119/Put/seqid=0 2024-11-26T06:06:33,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741847_1023 (size=7578) 2024-11-26T06:06:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741847_1023 (size=7578) 2024-11-26T06:06:33,386 INFO [M:0;66073b541d85:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a91121e44e94d9cb36925c27242e224 2024-11-26T06:06:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:33,400 INFO [RS:1;66073b541d85:40041 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,40041,1732601189505; zookeeper connection closed. 2024-11-26T06:06:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1017709b6180002, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:33,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@280263f1 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@280263f1 2024-11-26T06:06:33,406 DEBUG [M:0;66073b541d85:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a17a37b0c3fa444283b78bb661da0e70 is 69, key is 66073b541d85,40041,1732601189505/rs:state/1732601189873/Put/seqid=0 2024-11-26T06:06:33,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:33,409 INFO [RS:0;66073b541d85:43387 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,43387,1732601189465; zookeeper connection closed. 2024-11-26T06:06:33,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1017709b6180001, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:33,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb4e24b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb4e24b 2024-11-26T06:06:33,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T06:06:33,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:33,413 INFO [M:0;66073b541d85:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a17a37b0c3fa444283b78bb661da0e70 2024-11-26T06:06:33,420 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3641f66807ee4221bb31814f2d916c67 as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3641f66807ee4221bb31814f2d916c67 2024-11-26T06:06:33,426 INFO [M:0;66073b541d85:39643 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3641f66807ee4221bb31814f2d916c67, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T06:06:33,428 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a91121e44e94d9cb36925c27242e224 as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a91121e44e94d9cb36925c27242e224 2024-11-26T06:06:33,434 INFO [M:0;66073b541d85:39643 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a91121e44e94d9cb36925c27242e224, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T06:06:33,436 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a17a37b0c3fa444283b78bb661da0e70 as hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a17a37b0c3fa444283b78bb661da0e70 2024-11-26T06:06:33,442 INFO [M:0;66073b541d85:39643 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33507/user/jenkins/test-data/8d0a2693-ba8a-c468-8110-0a6a8916107f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a17a37b0c3fa444283b78bb661da0e70, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T06:06:33,444 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=108, compaction requested=false 2024-11-26T06:06:33,445 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:33,445 DEBUG [M:0;66073b541d85:39643 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:33,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741830_1006 (size=54465) 2024-11-26T06:06:33,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741830_1006 (size=54465) 2024-11-26T06:06:33,448 INFO [M:0;66073b541d85:39643 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T06:06:33,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:33,448 INFO [M:0;66073b541d85:39643 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39643 2024-11-26T06:06:33,458 DEBUG [M:0;66073b541d85:39643 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/66073b541d85,39643,1732601189302 already deleted, retry=false 2024-11-26T06:06:33,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:33,567 INFO [M:0;66073b541d85:39643 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,39643,1732601189302; zookeeper connection closed. 2024-11-26T06:06:33,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1017709b6180000, quorum=127.0.0.1:54435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:33,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3589fba8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:33,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7e60e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:33,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:33,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@229d3e3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:33,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d2e4c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:33,576 WARN [BP-1018808078-172.17.0.2-1732601187799 heartbeating to localhost/127.0.0.1:33507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:33,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:33,576 WARN [BP-1018808078-172.17.0.2-1732601187799 heartbeating to localhost/127.0.0.1:33507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1018808078-172.17.0.2-1732601187799 (Datanode Uuid 2d3a4ecf-c7b6-4887-85b5-ed2d4041bfd2) service to localhost/127.0.0.1:33507 2024-11-26T06:06:33,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:33,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data3/current/BP-1018808078-172.17.0.2-1732601187799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:33,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data4/current/BP-1018808078-172.17.0.2-1732601187799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:33,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:33,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f9b2bfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:33,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@445587db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:33,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:33,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b5e33f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:33,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5d3e3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:33,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:33,584 WARN [BP-1018808078-172.17.0.2-1732601187799 heartbeating to localhost/127.0.0.1:33507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:33,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:33,584 WARN [BP-1018808078-172.17.0.2-1732601187799 heartbeating to localhost/127.0.0.1:33507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1018808078-172.17.0.2-1732601187799 (Datanode Uuid c8013093-dedb-48f5-b921-26f15af54303) service to localhost/127.0.0.1:33507 2024-11-26T06:06:33,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data1/current/BP-1018808078-172.17.0.2-1732601187799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:33,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/cluster_29cd7008-399b-5996-3c00-50d287f82f44/dfs/data/data2/current/BP-1018808078-172.17.0.2-1732601187799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:33,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:33,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f16dfbe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:33,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66fadd9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:33,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:33,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f23a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:33,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2d062d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:33,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T06:06:33,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T06:06:33,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 81) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33507 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33507 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 180), ProcessCount=11 (was 11), AvailableMemoryMB=8272 (was 8395) 2024-11-26T06:06:33,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=8272 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir so I do NOT create it in target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676 2024-11-26T06:06:33,641 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.tmp.dir so I do NOT create it in target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676 2024-11-26T06:06:33,641 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aac2f8e6-19f2-0343-1e04-acf5cf1d37c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T06:06:33,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2, deleteOnExit=true 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/test.cache.data in system properties and HBase conf 2024-11-26T06:06:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T06:06:33,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/nfs.dump.dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/java.io.tmpdir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T06:06:33,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T06:06:33,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:33,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:33,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:33,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:33,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:33,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:33,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31016276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:33,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76a2e549{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:34,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20653304{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/java.io.tmpdir/jetty-localhost-40753-hadoop-hdfs-3_4_1-tests_jar-_-any-3455477444334060358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:34,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32fbc963{HTTP/1.1, (http/1.1)}{localhost:40753} 2024-11-26T06:06:34,041 INFO [Time-limited test {}] server.Server(415): Started @17259ms 2024-11-26T06:06:34,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:34,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:34,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:34,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:34,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:34,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4769aac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:34,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cf347e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:34,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e18fb0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/java.io.tmpdir/jetty-localhost-46363-hadoop-hdfs-3_4_1-tests_jar-_-any-2349113973952212835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:34,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2349d31{HTTP/1.1, (http/1.1)}{localhost:46363} 2024-11-26T06:06:34,377 INFO [Time-limited test {}] server.Server(415): Started @17596ms 2024-11-26T06:06:34,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:34,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:34,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:34,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:34,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:34,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:34,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c65b905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:34,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca459b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:34,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61520b5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/java.io.tmpdir/jetty-localhost-45075-hadoop-hdfs-3_4_1-tests_jar-_-any-8120646648141099370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:34,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301228d2{HTTP/1.1, (http/1.1)}{localhost:45075} 2024-11-26T06:06:34,506 INFO [Time-limited test {}] server.Server(415): Started @17725ms 2024-11-26T06:06:34,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:34,980 WARN [Thread-637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data1/current/BP-216485606-172.17.0.2-1732601193666/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:34,983 WARN [Thread-638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data2/current/BP-216485606-172.17.0.2-1732601193666/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:35,006 WARN [Thread-602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6663626cc27da982 with lease ID 0x82802e525b57ceb9: Processing first storage report for DS-75597fb9-55f0-4ee9-91eb-2973bfa23125 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=bf7ed248-ee6b-48a7-8820-c29a8aa7a327, infoPort=36719, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666) 2024-11-26T06:06:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6663626cc27da982 with lease ID 0x82802e525b57ceb9: from storage DS-75597fb9-55f0-4ee9-91eb-2973bfa23125 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=bf7ed248-ee6b-48a7-8820-c29a8aa7a327, infoPort=36719, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6663626cc27da982 with lease ID 0x82802e525b57ceb9: Processing first storage report for DS-f09613ae-1e5a-4db3-a691-1bb1ef8eb584 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=bf7ed248-ee6b-48a7-8820-c29a8aa7a327, infoPort=36719, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666) 2024-11-26T06:06:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6663626cc27da982 with lease ID 0x82802e525b57ceb9: from storage DS-f09613ae-1e5a-4db3-a691-1bb1ef8eb584 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=bf7ed248-ee6b-48a7-8820-c29a8aa7a327, infoPort=36719, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:35,216 WARN [Thread-649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data3/current/BP-216485606-172.17.0.2-1732601193666/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:35,216 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data4/current/BP-216485606-172.17.0.2-1732601193666/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:35,234 WARN [Thread-625 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa514b143e6ba8004 with lease ID 0x82802e525b57ceba: Processing first storage report for DS-e4412116-b0cc-4a02-a156-a4e70545c973 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=362ab91d-dd2a-4bb2-8565-bc9ff867806a, infoPort=35833, infoSecurePort=0, ipcPort=39471, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666) 2024-11-26T06:06:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa514b143e6ba8004 with lease ID 0x82802e525b57ceba: from storage DS-e4412116-b0cc-4a02-a156-a4e70545c973 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=362ab91d-dd2a-4bb2-8565-bc9ff867806a, infoPort=35833, infoSecurePort=0, ipcPort=39471, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa514b143e6ba8004 with lease ID 0x82802e525b57ceba: Processing first storage report for DS-7516627d-1dd5-40b4-9ecf-8d164ec68f82 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=362ab91d-dd2a-4bb2-8565-bc9ff867806a, infoPort=35833, infoSecurePort=0, ipcPort=39471, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666) 2024-11-26T06:06:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa514b143e6ba8004 with lease ID 0x82802e525b57ceba: from storage DS-7516627d-1dd5-40b4-9ecf-8d164ec68f82 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=362ab91d-dd2a-4bb2-8565-bc9ff867806a, infoPort=35833, infoSecurePort=0, ipcPort=39471, storageInfo=lv=-57;cid=testClusterID;nsid=28130964;c=1732601193666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:35,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676 2024-11-26T06:06:35,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/zookeeper_0, clientPort=53330, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T06:06:35,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53330 2024-11-26T06:06:35,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:35,259 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c with version=8 2024-11-26T06:06:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/hbase-staging 2024-11-26T06:06:35,262 INFO [Time-limited test {}] client.ConnectionUtils(129): master/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:35,262 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:35,263 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40751 2024-11-26T06:06:35,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40751 connecting to ZooKeeper ensemble=127.0.0.1:53330 2024-11-26T06:06:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407510x0, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:35,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40751-0x1017709cd620000 connected 2024-11-26T06:06:35,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:35,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:35,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:35,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40751 2024-11-26T06:06:35,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40751 2024-11-26T06:06:35,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40751 2024-11-26T06:06:35,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40751 2024-11-26T06:06:35,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40751 2024-11-26T06:06:35,392 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c, hbase.cluster.distributed=false 2024-11-26T06:06:35,417 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:35,417 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:35,418 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41221 2024-11-26T06:06:35,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:35,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:35,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41221 connecting to ZooKeeper ensemble=127.0.0.1:53330 2024-11-26T06:06:35,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412210x0, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:35,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412210x0, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:35,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41221-0x1017709cd620001 connected 2024-11-26T06:06:35,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:35,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:35,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41221 2024-11-26T06:06:35,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41221 2024-11-26T06:06:35,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41221 2024-11-26T06:06:35,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41221 2024-11-26T06:06:35,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41221 2024-11-26T06:06:35,453 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:35,453 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:35,454 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36369 2024-11-26T06:06:35,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:35,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:35,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36369 connecting to ZooKeeper ensemble=127.0.0.1:53330 2024-11-26T06:06:35,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363690x0, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:35,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363690x0, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:35,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36369-0x1017709cd620002 connected 2024-11-26T06:06:35,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:35,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:35,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-26T06:06:35,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36369 2024-11-26T06:06:35,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36369 2024-11-26T06:06:35,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-26T06:06:35,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-26T06:06:35,470 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/66073b541d85,40751,1732601195261 2024-11-26T06:06:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:35,475 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66073b541d85,40751,1732601195261 2024-11-26T06:06:35,482 DEBUG [M:0;66073b541d85:40751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66073b541d85:40751 2024-11-26T06:06:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,483 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:35,484 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66073b541d85,40751,1732601195261 from backup master directory 2024-11-26T06:06:35,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66073b541d85,40751,1732601195261 2024-11-26T06:06:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:35,491 WARN [master/66073b541d85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:35,492 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66073b541d85,40751,1732601195261 2024-11-26T06:06:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:35,507 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/hbase.id with ID: 9485d9c6-aa57-4963-8d85-30bf2655418d 2024-11-26T06:06:35,518 INFO [master/66073b541d85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:35,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:35,532 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:35,533 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T06:06:35,533 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:35,546 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store 2024-11-26T06:06:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:35,554 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:35,554 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:35,554 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:35,554 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:35,554 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:35,555 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:35,555 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:35,555 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:35,556 WARN [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/.initializing 2024-11-26T06:06:35,556 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/WALs/66073b541d85,40751,1732601195261 2024-11-26T06:06:35,557 INFO [master/66073b541d85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:35,559 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C40751%2C1732601195261, suffix=, logDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/WALs/66073b541d85,40751,1732601195261, archiveDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/oldWALs, maxLogs=10 2024-11-26T06:06:35,572 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/WALs/66073b541d85,40751,1732601195261/66073b541d85%2C40751%2C1732601195261.1732601195559, exclude list is [], retry=0 2024-11-26T06:06:35,575 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e4412116-b0cc-4a02-a156-a4e70545c973,DISK] 2024-11-26T06:06:35,575 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-75597fb9-55f0-4ee9-91eb-2973bfa23125,DISK] 2024-11-26T06:06:35,578 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/WALs/66073b541d85,40751,1732601195261/66073b541d85%2C40751%2C1732601195261.1732601195559 2024-11-26T06:06:35,579 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35833:35833),(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-26T06:06:35,579 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:35,579 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:35,579 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,579 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T06:06:35,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:35,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T06:06:35,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T06:06:35,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:35,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T06:06:35,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:35,592 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,592 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,595 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T06:06:35,596 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:35,599 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:35,600 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67371261, jitterRate=0.0039100199937820435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T06:06:35,601 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:35,601 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T06:06:35,606 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e3a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:35,607 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T06:06:35,607 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T06:06:35,607 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T06:06:35,607 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T06:06:35,608 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T06:06:35,608 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T06:06:35,608 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T06:06:35,611 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T06:06:35,612 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T06:06:35,616 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T06:06:35,616 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T06:06:35,617 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T06:06:35,624 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T06:06:35,625 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T06:06:35,626 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T06:06:35,633 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T06:06:35,634 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T06:06:35,641 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T06:06:35,643 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T06:06:35,649 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T06:06:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,658 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=66073b541d85,40751,1732601195261, sessionid=0x1017709cd620000, setting cluster-up flag (Was=false) 2024-11-26T06:06:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,699 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T06:06:35,700 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,40751,1732601195261 2024-11-26T06:06:35,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:35,741 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T06:06:35,743 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,40751,1732601195261 2024-11-26T06:06:35,746 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:35,746 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T06:06:35,746 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T06:06:35,746 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66073b541d85,40751,1732601195261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T06:06:35,746 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:35,746 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:35,747 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:35,747 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:35,747 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66073b541d85:0, corePoolSize=10, maxPoolSize=10 2024-11-26T06:06:35,747 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,747 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:35,747 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732601225748 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T06:06:35,748 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:35,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T06:06:35,749 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T06:06:35,749 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T06:06:35,749 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T06:06:35,749 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T06:06:35,749 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T06:06:35,749 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601195749,5,FailOnTimeoutGroup] 2024-11-26T06:06:35,750 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601195750,5,FailOnTimeoutGroup] 2024-11-26T06:06:35,750 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,750 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T06:06:35,750 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,750 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:35,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:35,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:35,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T06:06:35,764 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c 2024-11-26T06:06:35,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:35,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:35,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:35,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:35,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:35,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:35,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:35,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:35,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:35,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:35,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:35,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:35,783 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66073b541d85:41221 2024-11-26T06:06:35,783 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66073b541d85:36369 2024-11-26T06:06:35,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740 2024-11-26T06:06:35,784 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1008): ClusterId : 9485d9c6-aa57-4963-8d85-30bf2655418d 2024-11-26T06:06:35,784 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1008): ClusterId : 9485d9c6-aa57-4963-8d85-30bf2655418d 2024-11-26T06:06:35,784 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:35,784 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:35,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740 2024-11-26T06:06:35,786 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:35,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:35,790 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:35,791 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64371722, jitterRate=-0.04078659415245056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:35,792 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:35,793 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:35,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:35,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:35,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T06:06:35,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T06:06:35,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T06:06:35,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T06:06:35,800 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:35,800 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:35,800 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:35,800 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:35,817 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:35,817 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:35,817 DEBUG [RS:1;66073b541d85:36369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e677a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:35,817 DEBUG [RS:0;66073b541d85:41221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d949bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:35,818 DEBUG [RS:1;66073b541d85:36369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31df0164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:35,818 DEBUG [RS:0;66073b541d85:41221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ea77f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:35,818 INFO [RS:1;66073b541d85:36369 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:35,818 INFO [RS:0;66073b541d85:41221 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:35,818 INFO [RS:1;66073b541d85:36369 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:35,818 INFO [RS:0;66073b541d85:41221 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:35,818 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:35,818 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:35,818 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,40751,1732601195261 with isa=66073b541d85/172.17.0.2:36369, startcode=1732601195452 2024-11-26T06:06:35,818 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,40751,1732601195261 with isa=66073b541d85/172.17.0.2:41221, startcode=1732601195416 2024-11-26T06:06:35,818 DEBUG [RS:1;66073b541d85:36369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:35,819 DEBUG [RS:0;66073b541d85:41221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:35,820 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50269, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:35,820 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53705, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:35,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40751 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,41221,1732601195416 2024-11-26T06:06:35,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40751 {}] master.ServerManager(486): Registering regionserver=66073b541d85,41221,1732601195416 2024-11-26T06:06:35,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40751 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,36369,1732601195452 2024-11-26T06:06:35,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40751 {}] master.ServerManager(486): Registering regionserver=66073b541d85,36369,1732601195452 2024-11-26T06:06:35,822 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c 2024-11-26T06:06:35,822 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37991 2024-11-26T06:06:35,822 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:35,823 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c 2024-11-26T06:06:35,823 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37991 2024-11-26T06:06:35,823 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:35,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:35,865 DEBUG [RS:0;66073b541d85:41221 {}] zookeeper.ZKUtil(111): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,41221,1732601195416 2024-11-26T06:06:35,865 WARN [RS:0;66073b541d85:41221 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:35,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,41221,1732601195416] 2024-11-26T06:06:35,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,36369,1732601195452] 2024-11-26T06:06:35,865 INFO [RS:0;66073b541d85:41221 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:35,865 DEBUG [RS:1;66073b541d85:36369 {}] zookeeper.ZKUtil(111): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,36369,1732601195452 2024-11-26T06:06:35,865 WARN [RS:1;66073b541d85:36369 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:35,865 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,41221,1732601195416 2024-11-26T06:06:35,865 INFO [RS:1;66073b541d85:36369 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:35,865 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452 2024-11-26T06:06:35,869 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:35,869 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:35,869 INFO [RS:0;66073b541d85:41221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:35,869 INFO [RS:1;66073b541d85:36369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:35,873 INFO [RS:0;66073b541d85:41221 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:35,874 INFO [RS:0;66073b541d85:41221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:35,874 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,874 INFO [RS:1;66073b541d85:36369 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:35,874 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:35,875 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,875 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,875 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:35,876 DEBUG [RS:0;66073b541d85:41221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:35,879 INFO [RS:1;66073b541d85:36369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:35,879 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,879 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,879 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,879 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,879 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,879 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,41221,1732601195416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:35,880 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:35,881 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,882 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:35,883 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:35,883 DEBUG [RS:1;66073b541d85:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:35,885 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,885 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,885 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,885 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,885 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,36369,1732601195452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:35,896 INFO [RS:0;66073b541d85:41221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:35,896 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,41221,1732601195416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,900 INFO [RS:1;66073b541d85:36369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:35,900 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,36369,1732601195452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:35,910 INFO [RS:0;66073b541d85:41221 {}] regionserver.Replication(204): 66073b541d85,41221,1732601195416 started 2024-11-26T06:06:35,910 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,41221,1732601195416, RpcServer on 66073b541d85/172.17.0.2:41221, sessionid=0x1017709cd620001 2024-11-26T06:06:35,910 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:35,910 DEBUG [RS:0;66073b541d85:41221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,41221,1732601195416 2024-11-26T06:06:35,910 DEBUG [RS:0;66073b541d85:41221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,41221,1732601195416' 2024-11-26T06:06:35,910 DEBUG [RS:0;66073b541d85:41221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:35,910 DEBUG [RS:0;66073b541d85:41221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:35,911 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:35,911 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:35,911 DEBUG [RS:0;66073b541d85:41221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,41221,1732601195416 2024-11-26T06:06:35,911 DEBUG [RS:0;66073b541d85:41221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,41221,1732601195416' 2024-11-26T06:06:35,911 DEBUG [RS:0;66073b541d85:41221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:35,911 DEBUG [RS:0;66073b541d85:41221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:35,912 DEBUG [RS:0;66073b541d85:41221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:35,912 INFO [RS:0;66073b541d85:41221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:35,912 INFO [RS:0;66073b541d85:41221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:35,914 INFO [RS:1;66073b541d85:36369 {}] regionserver.Replication(204): 66073b541d85,36369,1732601195452 started 2024-11-26T06:06:35,914 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,36369,1732601195452, RpcServer on 66073b541d85/172.17.0.2:36369, sessionid=0x1017709cd620002 2024-11-26T06:06:35,914 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:35,914 DEBUG [RS:1;66073b541d85:36369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,36369,1732601195452 2024-11-26T06:06:35,914 DEBUG [RS:1;66073b541d85:36369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,36369,1732601195452' 2024-11-26T06:06:35,914 DEBUG [RS:1;66073b541d85:36369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:35,914 DEBUG [RS:1;66073b541d85:36369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,36369,1732601195452 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,36369,1732601195452' 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:35,915 DEBUG [RS:1;66073b541d85:36369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:35,915 INFO [RS:1;66073b541d85:36369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:35,916 INFO [RS:1;66073b541d85:36369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:35,947 WARN [66073b541d85:40751 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T06:06:35,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T06:06:35,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:36,012 INFO [RS:0;66073b541d85:41221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:36,014 INFO [RS:0;66073b541d85:41221 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C41221%2C1732601195416, suffix=, logDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,41221,1732601195416, archiveDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/oldWALs, maxLogs=32 2024-11-26T06:06:36,016 INFO [RS:1;66073b541d85:36369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:36,018 INFO [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C36369%2C1732601195452, suffix=, logDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452, archiveDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/oldWALs, maxLogs=32 2024-11-26T06:06:36,033 DEBUG [RS:0;66073b541d85:41221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,41221,1732601195416/66073b541d85%2C41221%2C1732601195416.1732601196015, exclude list is [], retry=0 2024-11-26T06:06:36,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:36,037 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-75597fb9-55f0-4ee9-91eb-2973bfa23125,DISK] 2024-11-26T06:06:36,037 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e4412116-b0cc-4a02-a156-a4e70545c973,DISK] 2024-11-26T06:06:36,037 DEBUG [RS:1;66073b541d85:36369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452/66073b541d85%2C36369%2C1732601195452.1732601196019, exclude list is [], retry=0 2024-11-26T06:06:36,040 INFO [RS:0;66073b541d85:41221 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,41221,1732601195416/66073b541d85%2C41221%2C1732601195416.1732601196015 2024-11-26T06:06:36,041 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e4412116-b0cc-4a02-a156-a4e70545c973,DISK] 2024-11-26T06:06:36,041 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-75597fb9-55f0-4ee9-91eb-2973bfa23125,DISK] 2024-11-26T06:06:36,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:36,042 DEBUG [RS:0;66073b541d85:41221 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719),(127.0.0.1/127.0.0.1:35833:35833)] 2024-11-26T06:06:36,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:36,046 INFO [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452/66073b541d85%2C36369%2C1732601195452.1732601196019 2024-11-26T06:06:36,047 DEBUG [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719),(127.0.0.1/127.0.0.1:35833:35833)] 2024-11-26T06:06:36,197 DEBUG [66073b541d85:40751 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T06:06:36,197 DEBUG [66073b541d85:40751 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:36,199 DEBUG [66073b541d85:40751 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:36,199 DEBUG [66073b541d85:40751 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:36,199 INFO [66073b541d85:40751 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:36,199 INFO [66073b541d85:40751 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:36,199 DEBUG [66073b541d85:40751 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:36,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66073b541d85,36369,1732601195452 2024-11-26T06:06:36,201 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,36369,1732601195452, state=OPENING 2024-11-26T06:06:36,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T06:06:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:36,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=66073b541d85,36369,1732601195452}] 2024-11-26T06:06:36,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:36,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:36,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:36,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,36369,1732601195452 2024-11-26T06:06:36,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:36,383 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:36,390 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T06:06:36,390 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:36,390 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T06:06:36,393 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C36369%2C1732601195452.meta, suffix=.meta, logDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452, archiveDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/oldWALs, maxLogs=32 2024-11-26T06:06:36,406 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452/66073b541d85%2C36369%2C1732601195452.meta.1732601196394.meta, exclude list is [], retry=0 2024-11-26T06:06:36,408 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e4412116-b0cc-4a02-a156-a4e70545c973,DISK] 2024-11-26T06:06:36,408 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-75597fb9-55f0-4ee9-91eb-2973bfa23125,DISK] 2024-11-26T06:06:36,410 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452/66073b541d85%2C36369%2C1732601195452.meta.1732601196394.meta 2024-11-26T06:06:36,411 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35833:35833),(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-26T06:06:36,411 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:36,411 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T06:06:36,411 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T06:06:36,411 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T06:06:36,411 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T06:06:36,411 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:36,412 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T06:06:36,412 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T06:06:36,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:36,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:36,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:36,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:36,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:36,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:36,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:36,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:36,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:36,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:36,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:36,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:36,419 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740 2024-11-26T06:06:36,420 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740 2024-11-26T06:06:36,421 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:36,422 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:36,423 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68939450, jitterRate=0.027277857065200806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:36,424 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:36,425 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732601196379 2024-11-26T06:06:36,427 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T06:06:36,427 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T06:06:36,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,36369,1732601195452 2024-11-26T06:06:36,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,36369,1732601195452, state=OPEN 2024-11-26T06:06:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:36,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:36,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:36,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:36,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T06:06:36,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=66073b541d85,36369,1732601195452 in 208 msec 2024-11-26T06:06:36,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T06:06:36,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-26T06:06:36,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-26T06:06:36,440 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732601196440, completionTime=-1 2024-11-26T06:06:36,440 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T06:06:36,440 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T06:06:36,440 DEBUG [hconnection-0x7d526d3b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:36,442 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:36,443 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T06:06:36,443 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732601256443 2024-11-26T06:06:36,443 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732601316443 2024-11-26T06:06:36,443 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T06:06:36,458 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T06:06:36,459 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40751,1732601195261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:36,459 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40751,1732601195261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:36,459 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40751,1732601195261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:36,459 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66073b541d85:40751, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:36,460 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:36,460 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T06:06:36,460 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:36,462 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T06:06:36,463 DEBUG [master/66073b541d85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T06:06:36,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:36,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:36,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:36,475 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a5edb288c77dabf3dbcdf1667280313e, NAME => 'hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c 2024-11-26T06:06:36,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:36,483 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:36,483 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a5edb288c77dabf3dbcdf1667280313e, disabling compactions & flushes 2024-11-26T06:06:36,483 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,483 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,483 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. after waiting 0 ms 2024-11-26T06:06:36,483 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,483 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,483 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a5edb288c77dabf3dbcdf1667280313e: 2024-11-26T06:06:36,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:36,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732601196485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601196485"}]},"ts":"1732601196485"} 2024-11-26T06:06:36,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T06:06:36,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:36,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601196488"}]},"ts":"1732601196488"} 2024-11-26T06:06:36,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T06:06:36,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:36,509 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:36,509 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:36,509 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:36,509 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:36,509 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:36,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a5edb288c77dabf3dbcdf1667280313e, ASSIGN}] 2024-11-26T06:06:36,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a5edb288c77dabf3dbcdf1667280313e, ASSIGN 2024-11-26T06:06:36,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a5edb288c77dabf3dbcdf1667280313e, ASSIGN; state=OFFLINE, location=66073b541d85,41221,1732601195416; forceNewPlan=false, retain=false 2024-11-26T06:06:36,662 INFO [66073b541d85:40751 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T06:06:36,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a5edb288c77dabf3dbcdf1667280313e, regionState=OPENING, regionLocation=66073b541d85,41221,1732601195416 2024-11-26T06:06:36,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a5edb288c77dabf3dbcdf1667280313e, server=66073b541d85,41221,1732601195416}] 2024-11-26T06:06:36,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 66073b541d85,41221,1732601195416 2024-11-26T06:06:36,818 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:36,821 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:36,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a5edb288c77dabf3dbcdf1667280313e, NAME => 'hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:36,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:36,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,832 INFO [StoreOpener-a5edb288c77dabf3dbcdf1667280313e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,835 INFO [StoreOpener-a5edb288c77dabf3dbcdf1667280313e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5edb288c77dabf3dbcdf1667280313e columnFamilyName info 2024-11-26T06:06:36,835 DEBUG [StoreOpener-a5edb288c77dabf3dbcdf1667280313e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:36,836 INFO [StoreOpener-a5edb288c77dabf3dbcdf1667280313e-1 {}] regionserver.HStore(327): Store=a5edb288c77dabf3dbcdf1667280313e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:36,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:36,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:36,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a5edb288c77dabf3dbcdf1667280313e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72126940, jitterRate=0.07477515935897827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:36,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a5edb288c77dabf3dbcdf1667280313e: 2024-11-26T06:06:36,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e., pid=6, masterSystemTime=1732601196817 2024-11-26T06:06:36,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:36,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a5edb288c77dabf3dbcdf1667280313e, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,41221,1732601195416 2024-11-26T06:06:36,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T06:06:36,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a5edb288c77dabf3dbcdf1667280313e, server=66073b541d85,41221,1732601195416 in 185 msec 2024-11-26T06:06:36,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T06:06:36,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a5edb288c77dabf3dbcdf1667280313e, ASSIGN in 343 msec 2024-11-26T06:06:36,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:36,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601196856"}]},"ts":"1732601196856"} 2024-11-26T06:06:36,858 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T06:06:36,866 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T06:06:36,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:36,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 407 msec 2024-11-26T06:06:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:36,877 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:36,879 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:36,881 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T06:06:36,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:36,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-11-26T06:06:36,914 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T06:06:36,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:36,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-11-26T06:06:36,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T06:06:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T06:06:36,991 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.499sec 2024-11-26T06:06:36,992 INFO [master/66073b541d85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T06:06:36,992 INFO [master/66073b541d85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T06:06:36,992 INFO [master/66073b541d85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T06:06:36,992 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T06:06:36,992 INFO [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T06:06:36,993 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40751,1732601195261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:36,993 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40751,1732601195261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T06:06:36,997 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T06:06:36,997 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T06:06:36,997 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,40751,1732601195261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:37,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50997991 to 127.0.0.1:53330 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65885763 2024-11-26T06:06:37,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40993fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:37,086 DEBUG [hconnection-0x4942b31d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:37,088 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=66073b541d85,40751,1732601195261 2024-11-26T06:06:37,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T06:06:37,095 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T06:06:37,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T06:06:37,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:37,101 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:37,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T06:06:37,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:37,111 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 667e939b75661645f09d045f8a74ba9e, NAME => 'testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c 2024-11-26T06:06:37,111 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 451866c0aba3102e3c14c0909be4d79e, NAME => 'testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c 2024-11-26T06:06:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:37,121 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:37,121 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 451866c0aba3102e3c14c0909be4d79e, disabling compactions & flushes 2024-11-26T06:06:37,121 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. after waiting 0 ms 2024-11-26T06:06:37,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,122 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 451866c0aba3102e3c14c0909be4d79e: 2024-11-26T06:06:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:37,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:37,525 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 667e939b75661645f09d045f8a74ba9e, disabling compactions & flushes 2024-11-26T06:06:37,525 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,525 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,525 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. after waiting 0 ms 2024-11-26T06:06:37,525 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,525 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,526 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 667e939b75661645f09d045f8a74ba9e: 2024-11-26T06:06:37,529 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:37,529 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601197529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601197529"}]},"ts":"1732601197529"} 2024-11-26T06:06:37,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601197529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601197529"}]},"ts":"1732601197529"} 2024-11-26T06:06:37,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T06:06:37,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:37,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601197536"}]},"ts":"1732601197536"} 2024-11-26T06:06:37,538 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T06:06:37,583 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:37,586 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:37,586 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:37,586 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:37,586 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:37,586 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:37,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667e939b75661645f09d045f8a74ba9e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=451866c0aba3102e3c14c0909be4d79e, ASSIGN}] 2024-11-26T06:06:37,590 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=451866c0aba3102e3c14c0909be4d79e, ASSIGN 2024-11-26T06:06:37,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667e939b75661645f09d045f8a74ba9e, ASSIGN 2024-11-26T06:06:37,592 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=451866c0aba3102e3c14c0909be4d79e, ASSIGN; state=OFFLINE, location=66073b541d85,41221,1732601195416; forceNewPlan=false, retain=false 2024-11-26T06:06:37,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667e939b75661645f09d045f8a74ba9e, ASSIGN; state=OFFLINE, location=66073b541d85,36369,1732601195452; forceNewPlan=false, retain=false 2024-11-26T06:06:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:37,743 INFO [66073b541d85:40751 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T06:06:37,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=667e939b75661645f09d045f8a74ba9e, regionState=OPENING, regionLocation=66073b541d85,36369,1732601195452 2024-11-26T06:06:37,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=451866c0aba3102e3c14c0909be4d79e, regionState=OPENING, regionLocation=66073b541d85,41221,1732601195416 2024-11-26T06:06:37,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 451866c0aba3102e3c14c0909be4d79e, server=66073b541d85,41221,1732601195416}] 2024-11-26T06:06:37,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 667e939b75661645f09d045f8a74ba9e, server=66073b541d85,36369,1732601195452}] 2024-11-26T06:06:37,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 66073b541d85,41221,1732601195416 2024-11-26T06:06:37,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,36369,1732601195452 2024-11-26T06:06:37,902 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,902 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 451866c0aba3102e3c14c0909be4d79e, NAME => 'testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T06:06:37,902 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,902 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 667e939b75661645f09d045f8a74ba9e, NAME => 'testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T06:06:37,902 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,903 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,905 INFO [StoreOpener-667e939b75661645f09d045f8a74ba9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,905 INFO [StoreOpener-451866c0aba3102e3c14c0909be4d79e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,907 INFO [StoreOpener-451866c0aba3102e3c14c0909be4d79e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451866c0aba3102e3c14c0909be4d79e columnFamilyName family 2024-11-26T06:06:37,907 INFO [StoreOpener-667e939b75661645f09d045f8a74ba9e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667e939b75661645f09d045f8a74ba9e columnFamilyName family 2024-11-26T06:06:37,907 DEBUG [StoreOpener-667e939b75661645f09d045f8a74ba9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:37,907 DEBUG [StoreOpener-451866c0aba3102e3c14c0909be4d79e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:37,908 INFO [StoreOpener-667e939b75661645f09d045f8a74ba9e-1 {}] regionserver.HStore(327): Store=667e939b75661645f09d045f8a74ba9e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:37,908 INFO [StoreOpener-451866c0aba3102e3c14c0909be4d79e-1 {}] regionserver.HStore(327): Store=451866c0aba3102e3c14c0909be4d79e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:37,909 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,909 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,909 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,910 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,912 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:37,913 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:37,916 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:37,916 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:37,916 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 451866c0aba3102e3c14c0909be4d79e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71361713, jitterRate=0.06337238848209381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:37,916 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 667e939b75661645f09d045f8a74ba9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585753, jitterRate=-0.06739960610866547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:37,917 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 451866c0aba3102e3c14c0909be4d79e: 2024-11-26T06:06:37,917 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 667e939b75661645f09d045f8a74ba9e: 2024-11-26T06:06:37,918 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e., pid=13, masterSystemTime=1732601197899 2024-11-26T06:06:37,918 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e., pid=12, masterSystemTime=1732601197898 2024-11-26T06:06:37,920 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,920 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:37,920 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=667e939b75661645f09d045f8a74ba9e, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,36369,1732601195452 2024-11-26T06:06:37,921 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,921 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:37,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=451866c0aba3102e3c14c0909be4d79e, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,41221,1732601195416 2024-11-26T06:06:37,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-26T06:06:37,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T06:06:37,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 667e939b75661645f09d045f8a74ba9e, server=66073b541d85,36369,1732601195452 in 176 msec 2024-11-26T06:06:37,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667e939b75661645f09d045f8a74ba9e, ASSIGN in 338 msec 2024-11-26T06:06:37,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 451866c0aba3102e3c14c0909be4d79e, server=66073b541d85,41221,1732601195416 in 178 msec 2024-11-26T06:06:37,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-26T06:06:37,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=451866c0aba3102e3c14c0909be4d79e, ASSIGN in 338 msec 2024-11-26T06:06:37,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:37,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601197929"}]},"ts":"1732601197929"} 2024-11-26T06:06:37,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T06:06:38,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:38,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 923 msec 2024-11-26T06:06:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:38,210 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T06:06:38,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T06:06:38,211 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T06:06:38,215 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T06:06:38,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:38,232 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:38,240 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 451866c0aba3102e3c14c0909be4d79e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T06:06:38,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/.tmp/family/eed4f73c520045788093d08d578b16eb is 32, key is 5/family:/1732601198232/Put/seqid=0 2024-11-26T06:06:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741841_1017 (size=5083) 2024-11-26T06:06:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741841_1017 (size=5083) 2024-11-26T06:06:38,664 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/.tmp/family/eed4f73c520045788093d08d578b16eb 2024-11-26T06:06:38,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/.tmp/family/eed4f73c520045788093d08d578b16eb as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/family/eed4f73c520045788093d08d578b16eb 2024-11-26T06:06:38,688 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/family/eed4f73c520045788093d08d578b16eb, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T06:06:38,689 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 451866c0aba3102e3c14c0909be4d79e in 449ms, sequenceid=9, compaction requested=false 2024-11-26T06:06:38,689 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 451866c0aba3102e3c14c0909be4d79e: 2024-11-26T06:06:38,689 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 667e939b75661645f09d045f8a74ba9e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T06:06:38,706 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/.tmp/family/fb37c3d2ed384103966713b6db8aff17 is 32, key is 1/family:/1732601198219/Put/seqid=0 2024-11-26T06:06:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741842_1018 (size=5054) 2024-11-26T06:06:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741842_1018 (size=5054) 2024-11-26T06:06:38,712 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/.tmp/family/fb37c3d2ed384103966713b6db8aff17 2024-11-26T06:06:38,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/.tmp/family/fb37c3d2ed384103966713b6db8aff17 as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/family/fb37c3d2ed384103966713b6db8aff17 2024-11-26T06:06:38,727 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/family/fb37c3d2ed384103966713b6db8aff17, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T06:06:38,728 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 667e939b75661645f09d045f8a74ba9e in 39ms, sequenceid=8, compaction requested=false 2024-11-26T06:06:38,728 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 667e939b75661645f09d045f8a74ba9e: 2024-11-26T06:06:38,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:38,741 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:38,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:38,743 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:38,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T06:06:38,744 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T06:06:38,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50997991 to 127.0.0.1:53330 2024-11-26T06:06:38,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:38,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T06:06:38,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=746993976, stopped=false 2024-11-26T06:06:38,745 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=66073b541d85,40751,1732601195261 2024-11-26T06:06:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:38,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T06:06:38,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:38,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:38,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:38,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:38,785 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,41221,1732601195416' ***** 2024-11-26T06:06:38,785 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:38,785 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,36369,1732601195452' ***** 2024-11-26T06:06:38,786 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:38,786 INFO [RS:0;66073b541d85:41221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:38,786 INFO [RS:0;66073b541d85:41221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:38,786 INFO [RS:0;66073b541d85:41221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:38,786 INFO [RS:1;66073b541d85:36369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:38,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:38,787 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(3579): Received CLOSE for 451866c0aba3102e3c14c0909be4d79e 2024-11-26T06:06:38,787 INFO [RS:1;66073b541d85:36369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:38,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:38,787 INFO [RS:1;66073b541d85:36369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:38,787 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(3579): Received CLOSE for 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:38,787 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(3579): Received CLOSE for a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:38,787 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,41221,1732601195416 2024-11-26T06:06:38,788 DEBUG [RS:0;66073b541d85:41221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:38,788 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,36369,1732601195452 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 451866c0aba3102e3c14c0909be4d79e, disabling compactions & flushes 2024-11-26T06:06:38,788 DEBUG [RS:1;66073b541d85:36369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:38,788 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:38,788 INFO [RS:1;66073b541d85:36369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:38,788 INFO [RS:1;66073b541d85:36369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:38,788 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:38,788 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1603): Online Regions={451866c0aba3102e3c14c0909be4d79e=testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e., a5edb288c77dabf3dbcdf1667280313e=hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e.} 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 667e939b75661645f09d045f8a74ba9e, disabling compactions & flushes 2024-11-26T06:06:38,788 INFO [RS:1;66073b541d85:36369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:38,788 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:38,788 DEBUG [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1629): Waiting on 451866c0aba3102e3c14c0909be4d79e, a5edb288c77dabf3dbcdf1667280313e 2024-11-26T06:06:38,788 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. after waiting 0 ms 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. after waiting 0 ms 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:38,788 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:38,788 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1603): Online Regions={667e939b75661645f09d045f8a74ba9e=testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T06:06:38,788 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:38,788 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:38,788 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 667e939b75661645f09d045f8a74ba9e 2024-11-26T06:06:38,789 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:38,789 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:38,789 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:38,789 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:38,789 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T06:06:38,793 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/667e939b75661645f09d045f8a74ba9e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T06:06:38,794 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/default/testClearRegionBlockCache/451866c0aba3102e3c14c0909be4d79e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T06:06:38,794 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:38,794 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 667e939b75661645f09d045f8a74ba9e: 2024-11-26T06:06:38,794 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:38,794 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 451866c0aba3102e3c14c0909be4d79e: 2024-11-26T06:06:38,794 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732601197097.667e939b75661645f09d045f8a74ba9e. 2024-11-26T06:06:38,794 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e. 2024-11-26T06:06:38,795 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a5edb288c77dabf3dbcdf1667280313e, disabling compactions & flushes 2024-11-26T06:06:38,795 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:38,795 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:38,795 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. after waiting 0 ms 2024-11-26T06:06:38,795 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:38,795 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a5edb288c77dabf3dbcdf1667280313e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T06:06:38,808 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/.tmp/info/35289bcdb7c542ed92cdae3c0ab70da8 is 173, key is testClearRegionBlockCache,5,1732601197097.451866c0aba3102e3c14c0909be4d79e./info:regioninfo/1732601197921/Put/seqid=0 2024-11-26T06:06:38,810 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/.tmp/info/1137dabd50d04ad2bcb899a18601292e is 45, key is default/info:d/1732601196888/Put/seqid=0 2024-11-26T06:06:38,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741843_1019 (size=9337) 2024-11-26T06:06:38,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741843_1019 (size=9337) 2024-11-26T06:06:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741844_1020 (size=5037) 2024-11-26T06:06:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741844_1020 (size=5037) 2024-11-26T06:06:38,816 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/.tmp/info/1137dabd50d04ad2bcb899a18601292e 2024-11-26T06:06:38,822 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/.tmp/info/1137dabd50d04ad2bcb899a18601292e as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/info/1137dabd50d04ad2bcb899a18601292e 2024-11-26T06:06:38,828 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/info/1137dabd50d04ad2bcb899a18601292e, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T06:06:38,829 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a5edb288c77dabf3dbcdf1667280313e in 34ms, sequenceid=6, compaction requested=false 2024-11-26T06:06:38,833 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/namespace/a5edb288c77dabf3dbcdf1667280313e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T06:06:38,834 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:38,834 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a5edb288c77dabf3dbcdf1667280313e: 2024-11-26T06:06:38,834 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732601196460.a5edb288c77dabf3dbcdf1667280313e. 2024-11-26T06:06:38,883 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:38,883 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:38,883 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:38,886 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:38,886 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:38,988 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,41221,1732601195416; all regions closed. 2024-11-26T06:06:38,989 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T06:06:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741833_1009 (size=3188) 2024-11-26T06:06:38,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,41221,1732601195416/66073b541d85%2C41221%2C1732601195416.1732601196015 not finished, retry = 0 2024-11-26T06:06:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741833_1009 (size=3188) 2024-11-26T06:06:39,101 DEBUG [RS:0;66073b541d85:41221 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/oldWALs 2024-11-26T06:06:39,102 INFO [RS:0;66073b541d85:41221 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C41221%2C1732601195416:(num 1732601196015) 2024-11-26T06:06:39,102 DEBUG [RS:0;66073b541d85:41221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:39,102 INFO [RS:0;66073b541d85:41221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:39,103 INFO [RS:0;66073b541d85:41221 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:39,103 INFO [RS:0;66073b541d85:41221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:39,103 INFO [RS:0;66073b541d85:41221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:39,103 INFO [RS:0;66073b541d85:41221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:39,103 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:39,104 INFO [RS:0;66073b541d85:41221 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41221 2024-11-26T06:06:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,41221,1732601195416 2024-11-26T06:06:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:39,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,41221,1732601195416] 2024-11-26T06:06:39,116 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,41221,1732601195416; numProcessing=1 2024-11-26T06:06:39,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,41221,1732601195416 already deleted, retry=false 2024-11-26T06:06:39,124 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,41221,1732601195416 expired; onlineServers=1 2024-11-26T06:06:39,189 DEBUG [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T06:06:39,215 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/.tmp/info/35289bcdb7c542ed92cdae3c0ab70da8 2024-11-26T06:06:39,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:39,216 INFO [RS:0;66073b541d85:41221 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,41221,1732601195416; zookeeper connection closed. 2024-11-26T06:06:39,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41221-0x1017709cd620001, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:39,217 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@124e5660 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@124e5660 2024-11-26T06:06:39,236 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/.tmp/table/a73cf166fb6c4195897f7b7fb21fbeef is 61, key is testClearRegionBlockCache/table:state/1732601197929/Put/seqid=0 2024-11-26T06:06:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:39,243 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/.tmp/table/a73cf166fb6c4195897f7b7fb21fbeef 2024-11-26T06:06:39,250 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/.tmp/info/35289bcdb7c542ed92cdae3c0ab70da8 as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/info/35289bcdb7c542ed92cdae3c0ab70da8 2024-11-26T06:06:39,256 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/info/35289bcdb7c542ed92cdae3c0ab70da8, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T06:06:39,257 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/.tmp/table/a73cf166fb6c4195897f7b7fb21fbeef as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/table/a73cf166fb6c4195897f7b7fb21fbeef 2024-11-26T06:06:39,264 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/table/a73cf166fb6c4195897f7b7fb21fbeef, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T06:06:39,265 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 476ms, sequenceid=16, compaction requested=false 2024-11-26T06:06:39,269 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T06:06:39,270 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:39,270 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:39,270 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:39,270 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:39,389 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,36369,1732601195452; all regions closed. 2024-11-26T06:06:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:39,399 DEBUG [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/oldWALs 2024-11-26T06:06:39,399 INFO [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C36369%2C1732601195452.meta:.meta(num 1732601196394) 2024-11-26T06:06:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741834_1010 (size=1758) 2024-11-26T06:06:39,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/WALs/66073b541d85,36369,1732601195452/66073b541d85%2C36369%2C1732601195452.1732601196019 not finished, retry = 0 2024-11-26T06:06:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741834_1010 (size=1758) 2024-11-26T06:06:39,508 DEBUG [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/oldWALs 2024-11-26T06:06:39,508 INFO [RS:1;66073b541d85:36369 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C36369%2C1732601195452:(num 1732601196019) 2024-11-26T06:06:39,508 DEBUG [RS:1;66073b541d85:36369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:39,508 INFO [RS:1;66073b541d85:36369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:39,509 INFO [RS:1;66073b541d85:36369 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:39,509 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:39,510 INFO [RS:1;66073b541d85:36369 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36369 2024-11-26T06:06:39,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,36369,1732601195452 2024-11-26T06:06:39,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:39,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,36369,1732601195452] 2024-11-26T06:06:39,524 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,36369,1732601195452; numProcessing=2 2024-11-26T06:06:39,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,36369,1732601195452 already deleted, retry=false 2024-11-26T06:06:39,533 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,36369,1732601195452 expired; onlineServers=0 2024-11-26T06:06:39,533 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,40751,1732601195261' ***** 2024-11-26T06:06:39,533 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T06:06:39,534 DEBUG [M:0;66073b541d85:40751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527d83a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:39,534 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,40751,1732601195261 2024-11-26T06:06:39,534 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,40751,1732601195261; all regions closed. 2024-11-26T06:06:39,534 DEBUG [M:0;66073b541d85:40751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:39,535 DEBUG [M:0;66073b541d85:40751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T06:06:39,535 DEBUG [M:0;66073b541d85:40751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T06:06:39,535 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T06:06:39,535 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601195749 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601195749,5,FailOnTimeoutGroup] 2024-11-26T06:06:39,535 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601195750 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601195750,5,FailOnTimeoutGroup] 2024-11-26T06:06:39,536 INFO [M:0;66073b541d85:40751 {}] hbase.ChoreService(370): Chore service for: master/66073b541d85:0 had [] on shutdown 2024-11-26T06:06:39,536 DEBUG [M:0;66073b541d85:40751 {}] master.HMaster(1733): Stopping service threads 2024-11-26T06:06:39,536 INFO [M:0;66073b541d85:40751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T06:06:39,537 INFO [M:0;66073b541d85:40751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T06:06:39,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T06:06:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:39,541 DEBUG [M:0;66073b541d85:40751 {}] zookeeper.ZKUtil(347): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T06:06:39,541 WARN [M:0;66073b541d85:40751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T06:06:39,541 INFO [M:0;66073b541d85:40751 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T06:06:39,541 INFO [M:0;66073b541d85:40751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T06:06:39,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:39,542 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:39,542 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:39,542 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:39,542 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:39,542 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:39,542 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-26T06:06:39,557 DEBUG [M:0;66073b541d85:40751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbe6aefd44c4504b6af8b55e819b07f is 82, key is hbase:meta,,1/info:regioninfo/1732601196427/Put/seqid=0 2024-11-26T06:06:39,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:39,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:39,563 INFO [M:0;66073b541d85:40751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbe6aefd44c4504b6af8b55e819b07f 2024-11-26T06:06:39,584 DEBUG [M:0;66073b541d85:40751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff11b01dbeab4ac888617de829e120c6 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732601198024/Put/seqid=0 2024-11-26T06:06:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741847_1023 (size=7577) 2024-11-26T06:06:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741847_1023 (size=7577) 2024-11-26T06:06:39,590 INFO [M:0;66073b541d85:40751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff11b01dbeab4ac888617de829e120c6 2024-11-26T06:06:39,612 DEBUG [M:0;66073b541d85:40751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ae59768fe62406ab61b83348f7229f6 is 69, key is 66073b541d85,36369,1732601195452/rs:state/1732601195822/Put/seqid=0 2024-11-26T06:06:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:39,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:39,619 INFO [M:0;66073b541d85:40751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ae59768fe62406ab61b83348f7229f6 2024-11-26T06:06:39,625 INFO [RS:1;66073b541d85:36369 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,36369,1732601195452; zookeeper connection closed. 2024-11-26T06:06:39,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:39,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1017709cd620002, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:39,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d02b95f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d02b95f 2024-11-26T06:06:39,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T06:06:39,626 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbe6aefd44c4504b6af8b55e819b07f as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bbe6aefd44c4504b6af8b55e819b07f 2024-11-26T06:06:39,632 INFO [M:0;66073b541d85:40751 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bbe6aefd44c4504b6af8b55e819b07f, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T06:06:39,633 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff11b01dbeab4ac888617de829e120c6 as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff11b01dbeab4ac888617de829e120c6 2024-11-26T06:06:39,640 INFO [M:0;66073b541d85:40751 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff11b01dbeab4ac888617de829e120c6, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T06:06:39,641 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ae59768fe62406ab61b83348f7229f6 as hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ae59768fe62406ab61b83348f7229f6 2024-11-26T06:06:39,646 INFO [M:0;66073b541d85:40751 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37991/user/jenkins/test-data/bb3d6c94-7c46-5cce-e0d4-e18dadf5510c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ae59768fe62406ab61b83348f7229f6, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T06:06:39,647 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=108, compaction requested=false 2024-11-26T06:06:39,649 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:39,649 DEBUG [M:0;66073b541d85:40751 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741830_1006 (size=54453) 2024-11-26T06:06:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741830_1006 (size=54453) 2024-11-26T06:06:39,651 INFO [M:0;66073b541d85:40751 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T06:06:39,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:39,652 INFO [M:0;66073b541d85:40751 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40751 2024-11-26T06:06:39,657 DEBUG [M:0;66073b541d85:40751 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/66073b541d85,40751,1732601195261 already deleted, retry=false 2024-11-26T06:06:39,766 INFO [M:0;66073b541d85:40751 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,40751,1732601195261; zookeeper connection closed. 2024-11-26T06:06:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40751-0x1017709cd620000, quorum=127.0.0.1:53330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:39,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61520b5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:39,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301228d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:39,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:39,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca459b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:39,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c65b905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:39,779 WARN [BP-216485606-172.17.0.2-1732601193666 heartbeating to localhost/127.0.0.1:37991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:39,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:39,779 WARN [BP-216485606-172.17.0.2-1732601193666 heartbeating to localhost/127.0.0.1:37991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-216485606-172.17.0.2-1732601193666 (Datanode Uuid 362ab91d-dd2a-4bb2-8565-bc9ff867806a) service to localhost/127.0.0.1:37991 2024-11-26T06:06:39,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:39,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data3/current/BP-216485606-172.17.0.2-1732601193666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:39,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data4/current/BP-216485606-172.17.0.2-1732601193666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:39,781 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:39,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e18fb0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:39,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2349d31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:39,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:39,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cf347e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:39,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4769aac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:39,784 WARN [BP-216485606-172.17.0.2-1732601193666 heartbeating to localhost/127.0.0.1:37991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:39,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:39,784 WARN [BP-216485606-172.17.0.2-1732601193666 heartbeating to localhost/127.0.0.1:37991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-216485606-172.17.0.2-1732601193666 (Datanode Uuid bf7ed248-ee6b-48a7-8820-c29a8aa7a327) service to localhost/127.0.0.1:37991 2024-11-26T06:06:39,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:39,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data1/current/BP-216485606-172.17.0.2-1732601193666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:39,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/cluster_9732c4b8-677b-b9bb-665a-57b096a75fd2/dfs/data/data2/current/BP-216485606-172.17.0.2-1732601193666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:39,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:39,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20653304{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:39,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32fbc963{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:39,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:39,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76a2e549{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:39,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31016276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:39,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T06:06:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T06:06:39,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 110) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37991 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37991 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 8272) 2024-11-26T06:06:39,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=8017 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir so I do NOT create it in target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6 2024-11-26T06:06:39,842 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.tmp.dir so I do NOT create it in target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6 2024-11-26T06:06:39,842 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77f64098-4edb-ee5d-22ba-f4eaa06c1676/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T06:06:39,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a, deleteOnExit=true 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/test.cache.data in system properties and HBase conf 2024-11-26T06:06:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T06:06:39,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T06:06:39,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/nfs.dump.dir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/java.io.tmpdir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T06:06:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T06:06:40,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:40,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:40,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:40,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:40,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:40,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:40,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4e6768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:40,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66599b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:40,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bfe9ba5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/java.io.tmpdir/jetty-localhost-42091-hadoop-hdfs-3_4_1-tests_jar-_-any-4501434940473565885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:40,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad1557d{HTTP/1.1, (http/1.1)}{localhost:42091} 2024-11-26T06:06:40,192 INFO [Time-limited test {}] server.Server(415): Started @23411ms 2024-11-26T06:06:40,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:40,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:40,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:40,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:40,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T06:06:40,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40638439{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:40,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8529b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:40,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5736f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/java.io.tmpdir/jetty-localhost-42609-hadoop-hdfs-3_4_1-tests_jar-_-any-9753829509882893887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:40,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e4a8b54{HTTP/1.1, (http/1.1)}{localhost:42609} 2024-11-26T06:06:40,485 INFO [Time-limited test {}] server.Server(415): Started @23704ms 2024-11-26T06:06:40,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:40,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:40,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:40,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:40,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:40,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T06:06:40,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de94218{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:40,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1090046f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:40,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a01d74a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/java.io.tmpdir/jetty-localhost-38371-hadoop-hdfs-3_4_1-tests_jar-_-any-8013200538214433028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:40,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ade3671{HTTP/1.1, (http/1.1)}{localhost:38371} 2024-11-26T06:06:40,609 INFO [Time-limited test {}] server.Server(415): Started @23828ms 2024-11-26T06:06:40,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:41,164 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data1/current/BP-896218517-172.17.0.2-1732601199866/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:41,164 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data2/current/BP-896218517-172.17.0.2-1732601199866/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:41,185 WARN [Thread-873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ab50fec1f9dd1a8 with lease ID 0xa6007e3d22083e0e: Processing first storage report for DS-7692b3f0-d29b-4e6e-a4f2-7cb238f06d6a from datanode DatanodeRegistration(127.0.0.1:42947, datanodeUuid=a84efdd6-9073-4b4b-bdff-15de42e104d7, infoPort=45375, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866) 2024-11-26T06:06:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ab50fec1f9dd1a8 with lease ID 0xa6007e3d22083e0e: from storage DS-7692b3f0-d29b-4e6e-a4f2-7cb238f06d6a node DatanodeRegistration(127.0.0.1:42947, datanodeUuid=a84efdd6-9073-4b4b-bdff-15de42e104d7, infoPort=45375, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ab50fec1f9dd1a8 with lease ID 0xa6007e3d22083e0e: Processing first storage report for DS-6e3b2e7c-cbc4-45e3-a19d-54592561eb42 from datanode DatanodeRegistration(127.0.0.1:42947, datanodeUuid=a84efdd6-9073-4b4b-bdff-15de42e104d7, infoPort=45375, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866) 2024-11-26T06:06:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ab50fec1f9dd1a8 with lease ID 0xa6007e3d22083e0e: from storage DS-6e3b2e7c-cbc4-45e3-a19d-54592561eb42 node DatanodeRegistration(127.0.0.1:42947, datanodeUuid=a84efdd6-9073-4b4b-bdff-15de42e104d7, infoPort=45375, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:41,272 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data4/current/BP-896218517-172.17.0.2-1732601199866/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:41,272 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data3/current/BP-896218517-172.17.0.2-1732601199866/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:41,294 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb64cb5cce725ecd6 with lease ID 0xa6007e3d22083e0f: Processing first storage report for DS-45475ee5-737f-4228-961e-14552b020109 from datanode DatanodeRegistration(127.0.0.1:42167, datanodeUuid=4cc22f82-d46b-4f03-ad50-9ec347deda6c, infoPort=43977, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866) 2024-11-26T06:06:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb64cb5cce725ecd6 with lease ID 0xa6007e3d22083e0f: from storage DS-45475ee5-737f-4228-961e-14552b020109 node DatanodeRegistration(127.0.0.1:42167, datanodeUuid=4cc22f82-d46b-4f03-ad50-9ec347deda6c, infoPort=43977, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb64cb5cce725ecd6 with lease ID 0xa6007e3d22083e0f: Processing first storage report for DS-87544224-b026-4c5b-9d5f-d54e0708ec5a from datanode DatanodeRegistration(127.0.0.1:42167, datanodeUuid=4cc22f82-d46b-4f03-ad50-9ec347deda6c, infoPort=43977, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866) 2024-11-26T06:06:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb64cb5cce725ecd6 with lease ID 0xa6007e3d22083e0f: from storage DS-87544224-b026-4c5b-9d5f-d54e0708ec5a node DatanodeRegistration(127.0.0.1:42167, datanodeUuid=4cc22f82-d46b-4f03-ad50-9ec347deda6c, infoPort=43977, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1797995986;c=1732601199866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:41,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6 2024-11-26T06:06:41,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/zookeeper_0, clientPort=53338, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T06:06:41,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53338 2024-11-26T06:06:41,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:41,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:41,357 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 with version=8 2024-11-26T06:06:41,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/hbase-staging 2024-11-26T06:06:41,358 INFO [Time-limited test {}] client.ConnectionUtils(129): master/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:41,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:41,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:41,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:41,359 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:41,359 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39567 2024-11-26T06:06:41,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39567 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-26T06:06:41,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395670x0, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:41,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39567-0x1017709e5340000 connected 2024-11-26T06:06:41,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:41,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:41,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39567 2024-11-26T06:06:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39567 2024-11-26T06:06:41,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39567 2024-11-26T06:06:41,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39567 2024-11-26T06:06:41,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39567 2024-11-26T06:06:41,492 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303, hbase.cluster.distributed=false 2024-11-26T06:06:41,508 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:41,508 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:41,509 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37709 2024-11-26T06:06:41,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:41,515 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T06:06:41,519 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T06:06:41,522 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T06:06:41,523 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T06:06:41,523 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:41,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37709 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-26T06:06:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377090x0, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:41,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37709-0x1017709e5340001 connected 2024-11-26T06:06:41,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:41,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:41,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:41,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-26T06:06:41,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37709 2024-11-26T06:06:41,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37709 2024-11-26T06:06:41,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-26T06:06:41,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-26T06:06:41,552 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:41,552 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:41,553 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37567 2024-11-26T06:06:41,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:41,554 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T06:06:41,559 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T06:06:41,559 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T06:06:41,560 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T06:06:41,560 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:41,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37567 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-26T06:06:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375670x0, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:41,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375670x0, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:41,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37567-0x1017709e5340002 connected 2024-11-26T06:06:41,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:41,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:41,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-26T06:06:41,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37567 2024-11-26T06:06:41,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37567 2024-11-26T06:06:41,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-26T06:06:41,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-26T06:06:41,578 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/66073b541d85,39567,1732601201358 2024-11-26T06:06:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:41,583 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66073b541d85,39567,1732601201358 2024-11-26T06:06:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:41,591 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:41,591 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66073b541d85,39567,1732601201358 from backup master directory 2024-11-26T06:06:41,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:41,593 DEBUG [M:0;66073b541d85:39567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66073b541d85:39567 2024-11-26T06:06:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66073b541d85,39567,1732601201358 2024-11-26T06:06:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:41,599 WARN [master/66073b541d85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:41,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66073b541d85,39567,1732601201358 2024-11-26T06:06:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:41,609 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/hbase.id with ID: f3d44fb8-56a8-4bb9-9993-7ca905a5d658 2024-11-26T06:06:41,623 INFO [master/66073b541d85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:41,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:41,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:41,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:41,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T06:06:41,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:41,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:41,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:41,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:41,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:42,041 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:42,042 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T06:06:42,043 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:42,056 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store 2024-11-26T06:06:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:42,062 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:42,063 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:42,063 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:42,063 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:42,063 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:42,063 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:42,063 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:42,063 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:42,064 WARN [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/.initializing 2024-11-26T06:06:42,064 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/WALs/66073b541d85,39567,1732601201358 2024-11-26T06:06:42,064 INFO [master/66073b541d85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:42,066 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C39567%2C1732601201358, suffix=, logDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/WALs/66073b541d85,39567,1732601201358, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/oldWALs, maxLogs=10 2024-11-26T06:06:42,079 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/WALs/66073b541d85,39567,1732601201358/66073b541d85%2C39567%2C1732601201358.1732601202066, exclude list is [], retry=0 2024-11-26T06:06:42,082 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-7692b3f0-d29b-4e6e-a4f2-7cb238f06d6a,DISK] 2024-11-26T06:06:42,082 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42167,DS-45475ee5-737f-4228-961e-14552b020109,DISK] 2024-11-26T06:06:42,084 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/WALs/66073b541d85,39567,1732601201358/66073b541d85%2C39567%2C1732601201358.1732601202066 2024-11-26T06:06:42,084 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45375:45375),(127.0.0.1/127.0.0.1:43977:43977)] 2024-11-26T06:06:42,084 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:42,084 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:42,084 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,084 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T06:06:42,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T06:06:42,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:42,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T06:06:42,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:42,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T06:06:42,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:42,093 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,093 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,096 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T06:06:42,097 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:42,100 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:42,100 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71675027, jitterRate=0.068041130900383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T06:06:42,100 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:42,101 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T06:06:42,104 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba94982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:42,105 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T06:06:42,105 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T06:06:42,105 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T06:06:42,105 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T06:06:42,106 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T06:06:42,106 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T06:06:42,106 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T06:06:42,108 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T06:06:42,108 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T06:06:42,141 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T06:06:42,141 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T06:06:42,142 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T06:06:42,149 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T06:06:42,149 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T06:06:42,150 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T06:06:42,157 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T06:06:42,158 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T06:06:42,166 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T06:06:42,168 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T06:06:42,174 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T06:06:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,184 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=66073b541d85,39567,1732601201358, sessionid=0x1017709e5340000, setting cluster-up flag (Was=false) 2024-11-26T06:06:42,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,224 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T06:06:42,225 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,39567,1732601201358 2024-11-26T06:06:42,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,266 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T06:06:42,268 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,39567,1732601201358 2024-11-26T06:06:42,274 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:42,275 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T06:06:42,275 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T06:06:42,275 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66073b541d85,39567,1732601201358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T06:06:42,276 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:42,276 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:42,276 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:42,276 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:42,276 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66073b541d85:0, corePoolSize=10, maxPoolSize=10 2024-11-26T06:06:42,277 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,277 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:42,277 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,278 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732601232278 2024-11-26T06:06:42,278 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T06:06:42,278 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T06:06:42,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T06:06:42,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T06:06:42,279 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T06:06:42,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:42,282 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T06:06:42,283 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T06:06:42,283 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601202283,5,FailOnTimeoutGroup] 2024-11-26T06:06:42,283 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601202283,5,FailOnTimeoutGroup] 2024-11-26T06:06:42,283 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,283 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T06:06:42,283 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,283 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,291 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66073b541d85:37567 2024-11-26T06:06:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:42,292 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1008): ClusterId : f3d44fb8-56a8-4bb9-9993-7ca905a5d658 2024-11-26T06:06:42,292 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:42,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T06:06:42,293 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 2024-11-26T06:06:42,294 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66073b541d85:37709 2024-11-26T06:06:42,300 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1008): ClusterId : f3d44fb8-56a8-4bb9-9993-7ca905a5d658 2024-11-26T06:06:42,300 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:42,300 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:42,300 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:42,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:42,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:42,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:42,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:42,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:42,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:42,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:42,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740 2024-11-26T06:06:42,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740 2024-11-26T06:06:42,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:42,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:42,314 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:42,314 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61752056, jitterRate=-0.07982265949249268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:42,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:42,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:42,315 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:42,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:42,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:42,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:42,315 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:42,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:42,316 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:42,316 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:42,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:42,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T06:06:42,316 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:42,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T06:06:42,317 DEBUG [RS:1;66073b541d85:37567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52306465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:42,317 DEBUG [RS:1;66073b541d85:37567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e88eccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:42,317 INFO [RS:1;66073b541d85:37567 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:42,317 INFO [RS:1;66073b541d85:37567 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:42,317 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:42,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T06:06:42,318 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T06:06:42,324 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,39567,1732601201358 with isa=66073b541d85/172.17.0.2:37567, startcode=1732601201552 2024-11-26T06:06:42,325 DEBUG [RS:1;66073b541d85:37567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:42,325 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:42,325 DEBUG [RS:0;66073b541d85:37709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214e96a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:42,326 DEBUG [RS:0;66073b541d85:37709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dace1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:42,326 INFO [RS:0;66073b541d85:37709 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:42,326 INFO [RS:0;66073b541d85:37709 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:42,326 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:42,326 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,39567,1732601201358 with isa=66073b541d85/172.17.0.2:37709, startcode=1732601201507 2024-11-26T06:06:42,326 DEBUG [RS:0;66073b541d85:37709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:42,327 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43829, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:42,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,37567,1732601201552 2024-11-26T06:06:42,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(486): Registering regionserver=66073b541d85,37567,1732601201552 2024-11-26T06:06:42,328 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46401, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:42,328 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 2024-11-26T06:06:42,328 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42655 2024-11-26T06:06:42,328 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:42,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,37709,1732601201507 2024-11-26T06:06:42,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39567 {}] master.ServerManager(486): Registering regionserver=66073b541d85,37709,1732601201507 2024-11-26T06:06:42,330 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 2024-11-26T06:06:42,330 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42655 2024-11-26T06:06:42,330 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:42,358 DEBUG [RS:1;66073b541d85:37567 {}] zookeeper.ZKUtil(111): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,37567,1732601201552 2024-11-26T06:06:42,359 WARN [RS:1;66073b541d85:37567 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:42,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,37709,1732601201507] 2024-11-26T06:06:42,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,37567,1732601201552] 2024-11-26T06:06:42,359 INFO [RS:1;66073b541d85:37567 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:42,359 DEBUG [RS:0;66073b541d85:37709 {}] zookeeper.ZKUtil(111): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,37709,1732601201507 2024-11-26T06:06:42,359 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37567,1732601201552 2024-11-26T06:06:42,359 WARN [RS:0;66073b541d85:37709 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:42,359 INFO [RS:0;66073b541d85:37709 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:42,359 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507 2024-11-26T06:06:42,362 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:42,363 INFO [RS:1;66073b541d85:37567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:42,363 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:42,364 INFO [RS:0;66073b541d85:37709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:42,364 INFO [RS:1;66073b541d85:37567 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:42,365 INFO [RS:1;66073b541d85:37567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:42,365 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,365 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:42,366 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:42,366 DEBUG [RS:1;66073b541d85:37567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:42,366 INFO [RS:0;66073b541d85:37709 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:42,367 INFO [RS:0;66073b541d85:37709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:42,367 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,367 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,367 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,367 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,367 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:42,367 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,367 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,37567,1732601201552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:42,368 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,368 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,369 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,369 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,369 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:42,369 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:42,369 DEBUG [RS:0;66073b541d85:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:42,369 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,369 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,369 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,369 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,369 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,37709,1732601201507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:42,380 INFO [RS:1;66073b541d85:37567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:42,380 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,37567,1732601201552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,381 INFO [RS:0;66073b541d85:37709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:42,381 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,37709,1732601201507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:42,392 INFO [RS:1;66073b541d85:37567 {}] regionserver.Replication(204): 66073b541d85,37567,1732601201552 started 2024-11-26T06:06:42,392 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,37567,1732601201552, RpcServer on 66073b541d85/172.17.0.2:37567, sessionid=0x1017709e5340002 2024-11-26T06:06:42,393 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:42,393 DEBUG [RS:1;66073b541d85:37567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,37567,1732601201552 2024-11-26T06:06:42,393 DEBUG [RS:1;66073b541d85:37567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,37567,1732601201552' 2024-11-26T06:06:42,393 DEBUG [RS:1;66073b541d85:37567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:42,393 INFO [RS:0;66073b541d85:37709 {}] regionserver.Replication(204): 66073b541d85,37709,1732601201507 started 2024-11-26T06:06:42,393 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,37709,1732601201507, RpcServer on 66073b541d85/172.17.0.2:37709, sessionid=0x1017709e5340001 2024-11-26T06:06:42,393 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:42,393 DEBUG [RS:0;66073b541d85:37709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,37709,1732601201507 2024-11-26T06:06:42,393 DEBUG [RS:0;66073b541d85:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,37709,1732601201507' 2024-11-26T06:06:42,393 DEBUG [RS:0;66073b541d85:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:42,393 DEBUG [RS:1;66073b541d85:37567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,37567,1732601201552 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,37567,1732601201552' 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,37709,1732601201507 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,37709,1732601201507' 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:42,394 DEBUG [RS:1;66073b541d85:37567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:42,394 INFO [RS:1;66073b541d85:37567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:42,394 INFO [RS:1;66073b541d85:37567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:42,394 DEBUG [RS:0;66073b541d85:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:42,394 INFO [RS:0;66073b541d85:37709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:42,394 INFO [RS:0;66073b541d85:37709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:42,468 WARN [66073b541d85:39567 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T06:06:42,495 INFO [RS:1;66073b541d85:37567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:42,495 INFO [RS:0;66073b541d85:37709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:42,497 INFO [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C37709%2C1732601201507, suffix=, logDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/oldWALs, maxLogs=32 2024-11-26T06:06:42,497 INFO [RS:1;66073b541d85:37567 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C37567%2C1732601201552, suffix=, logDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37567,1732601201552, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/oldWALs, maxLogs=32 2024-11-26T06:06:42,513 DEBUG [RS:1;66073b541d85:37567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37567,1732601201552/66073b541d85%2C37567%2C1732601201552.1732601202498, exclude list is [], retry=0 2024-11-26T06:06:42,513 DEBUG [RS:0;66073b541d85:37709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507/66073b541d85%2C37709%2C1732601201507.1732601202498, exclude list is [], retry=0 2024-11-26T06:06:42,516 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42167,DS-45475ee5-737f-4228-961e-14552b020109,DISK] 2024-11-26T06:06:42,516 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-7692b3f0-d29b-4e6e-a4f2-7cb238f06d6a,DISK] 2024-11-26T06:06:42,516 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42167,DS-45475ee5-737f-4228-961e-14552b020109,DISK] 2024-11-26T06:06:42,516 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-7692b3f0-d29b-4e6e-a4f2-7cb238f06d6a,DISK] 2024-11-26T06:06:42,518 INFO [RS:1;66073b541d85:37567 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37567,1732601201552/66073b541d85%2C37567%2C1732601201552.1732601202498 2024-11-26T06:06:42,518 INFO [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507/66073b541d85%2C37709%2C1732601201507.1732601202498 2024-11-26T06:06:42,518 DEBUG [RS:1;66073b541d85:37567 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:45375:45375)] 2024-11-26T06:06:42,519 DEBUG [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:45375:45375)] 2024-11-26T06:06:42,719 DEBUG [66073b541d85:39567 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T06:06:42,719 DEBUG [66073b541d85:39567 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:42,721 DEBUG [66073b541d85:39567 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:42,721 DEBUG [66073b541d85:39567 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:42,721 INFO [66073b541d85:39567 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:42,721 INFO [66073b541d85:39567 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:42,722 DEBUG [66073b541d85:39567 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:42,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66073b541d85,37709,1732601201507 2024-11-26T06:06:42,723 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,37709,1732601201507, state=OPENING 2024-11-26T06:06:42,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:42,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T06:06:42,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T06:06:42,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-26T06:06:42,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T06:06:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:42,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=66073b541d85,37709,1732601201507}] 2024-11-26T06:06:42,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:42,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:42,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:42,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,37709,1732601201507 2024-11-26T06:06:42,921 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:42,924 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:42,932 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T06:06:42,932 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:42,933 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T06:06:42,935 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C37709%2C1732601201507.meta, suffix=.meta, logDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/oldWALs, maxLogs=32 2024-11-26T06:06:42,951 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507/66073b541d85%2C37709%2C1732601201507.meta.1732601202935.meta, exclude list is [], retry=0 2024-11-26T06:06:42,954 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-7692b3f0-d29b-4e6e-a4f2-7cb238f06d6a,DISK] 2024-11-26T06:06:42,954 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42167,DS-45475ee5-737f-4228-961e-14552b020109,DISK] 2024-11-26T06:06:42,956 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/WALs/66073b541d85,37709,1732601201507/66073b541d85%2C37709%2C1732601201507.meta.1732601202935.meta 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43977:43977),(127.0.0.1/127.0.0.1:45375:45375)] 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T06:06:42,957 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T06:06:42,957 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T06:06:42,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:42,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:42,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:42,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:42,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:42,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:42,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:42,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:42,963 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740 2024-11-26T06:06:42,964 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740 2024-11-26T06:06:42,965 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:42,967 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:42,967 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72857332, jitterRate=0.08565884828567505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:42,968 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:42,969 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732601202920 2024-11-26T06:06:42,971 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T06:06:42,971 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T06:06:42,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,37709,1732601201507 2024-11-26T06:06:42,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,37709,1732601201507, state=OPEN 2024-11-26T06:06:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:42,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:42,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:42,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:42,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T06:06:42,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=66073b541d85,37709,1732601201507 in 217 msec 2024-11-26T06:06:42,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T06:06:42,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-26T06:06:42,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-26T06:06:42,991 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732601202991, completionTime=-1 2024-11-26T06:06:42,991 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T06:06:42,991 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T06:06:42,992 DEBUG [hconnection-0x5faccbb1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:42,994 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:42,996 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T06:06:42,996 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732601262996 2024-11-26T06:06:42,996 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732601322996 2024-11-26T06:06:42,996 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-26T06:06:43,017 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39567,1732601201358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:43,017 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39567,1732601201358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:43,017 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39567,1732601201358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:43,017 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66073b541d85:39567, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:43,017 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:43,018 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T06:06:43,018 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:43,020 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T06:06:43,021 DEBUG [master/66073b541d85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T06:06:43,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:43,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:43,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:43,037 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 144cb898f91d49e4ed3c9163144fbc79, NAME => 'hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 2024-11-26T06:06:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:43,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:43,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 144cb898f91d49e4ed3c9163144fbc79, disabling compactions & flushes 2024-11-26T06:06:43,044 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. after waiting 0 ms 2024-11-26T06:06:43,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,044 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,045 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 144cb898f91d49e4ed3c9163144fbc79: 2024-11-26T06:06:43,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:43,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732601203046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601203046"}]},"ts":"1732601203046"} 2024-11-26T06:06:43,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T06:06:43,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:43,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601203049"}]},"ts":"1732601203049"} 2024-11-26T06:06:43,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T06:06:43,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:43,067 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:43,067 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:43,067 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:43,067 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:43,067 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:43,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=144cb898f91d49e4ed3c9163144fbc79, ASSIGN}] 2024-11-26T06:06:43,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=144cb898f91d49e4ed3c9163144fbc79, ASSIGN 2024-11-26T06:06:43,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=144cb898f91d49e4ed3c9163144fbc79, ASSIGN; state=OFFLINE, location=66073b541d85,37567,1732601201552; forceNewPlan=false, retain=false 2024-11-26T06:06:43,220 INFO [66073b541d85:39567 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T06:06:43,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=144cb898f91d49e4ed3c9163144fbc79, regionState=OPENING, regionLocation=66073b541d85,37567,1732601201552 2024-11-26T06:06:43,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 144cb898f91d49e4ed3c9163144fbc79, server=66073b541d85,37567,1732601201552}] 2024-11-26T06:06:43,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 66073b541d85,37567,1732601201552 2024-11-26T06:06:43,379 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:43,381 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:43,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 144cb898f91d49e4ed3c9163144fbc79, NAME => 'hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:43,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:43,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,386 INFO [StoreOpener-144cb898f91d49e4ed3c9163144fbc79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,388 INFO [StoreOpener-144cb898f91d49e4ed3c9163144fbc79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 144cb898f91d49e4ed3c9163144fbc79 columnFamilyName info 2024-11-26T06:06:43,388 DEBUG [StoreOpener-144cb898f91d49e4ed3c9163144fbc79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:43,388 INFO [StoreOpener-144cb898f91d49e4ed3c9163144fbc79-1 {}] regionserver.HStore(327): Store=144cb898f91d49e4ed3c9163144fbc79/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:43,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:43,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:43,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 144cb898f91d49e4ed3c9163144fbc79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72734694, jitterRate=0.08383139967918396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:43,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 144cb898f91d49e4ed3c9163144fbc79: 2024-11-26T06:06:43,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79., pid=6, masterSystemTime=1732601203379 2024-11-26T06:06:43,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:43,397 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=144cb898f91d49e4ed3c9163144fbc79, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,37567,1732601201552 2024-11-26T06:06:43,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T06:06:43,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 144cb898f91d49e4ed3c9163144fbc79, server=66073b541d85,37567,1732601201552 in 174 msec 2024-11-26T06:06:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T06:06:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=144cb898f91d49e4ed3c9163144fbc79, ASSIGN in 334 msec 2024-11-26T06:06:43,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:43,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601203404"}]},"ts":"1732601203404"} 2024-11-26T06:06:43,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T06:06:43,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:43,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 399 msec 2024-11-26T06:06:43,422 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T06:06:43,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:43,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:43,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:43,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:43,427 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:43,428 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:43,430 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T06:06:43,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:43,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 71 msec 2024-11-26T06:06:43,512 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T06:06:43,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:43,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-11-26T06:06:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T06:06:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T06:06:43,574 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.975sec 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39567,1732601201358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:43,575 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39567,1732601201358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T06:06:43,577 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T06:06:43,577 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T06:06:43,577 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,39567,1732601201358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:43,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03d76403 to 127.0.0.1:53338 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ec63648 2024-11-26T06:06:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3477c51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:43,596 DEBUG [hconnection-0x6d444029-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:43,599 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:43,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=66073b541d85,39567,1732601201358 2024-11-26T06:06:43,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T06:06:43,603 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T06:06:43,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T06:06:43,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:43,606 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:43,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T06:06:43,607 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:43,616 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 03de492d3a1623076593b8c213dafdcf, NAME => 'testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 2024-11-26T06:06:43,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7f55fedc8706f9fc86955af81186494a, NAME => 'testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303 2024-11-26T06:06:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7f55fedc8706f9fc86955af81186494a, disabling compactions & flushes 2024-11-26T06:06:43,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 03de492d3a1623076593b8c213dafdcf, disabling compactions & flushes 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. after waiting 0 ms 2024-11-26T06:06:43,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. after waiting 0 ms 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7f55fedc8706f9fc86955af81186494a: 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 03de492d3a1623076593b8c213dafdcf: 2024-11-26T06:06:43,628 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:43,628 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601203628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601203628"}]},"ts":"1732601203628"} 2024-11-26T06:06:43,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601203628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601203628"}]},"ts":"1732601203628"} 2024-11-26T06:06:43,631 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T06:06:43,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:43,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601203632"}]},"ts":"1732601203632"} 2024-11-26T06:06:43,634 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T06:06:43,649 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:43,651 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:43,651 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:43,651 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:43,651 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:43,651 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:43,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=03de492d3a1623076593b8c213dafdcf, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f55fedc8706f9fc86955af81186494a, ASSIGN}] 2024-11-26T06:06:43,653 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f55fedc8706f9fc86955af81186494a, ASSIGN 2024-11-26T06:06:43,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=03de492d3a1623076593b8c213dafdcf, ASSIGN 2024-11-26T06:06:43,654 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f55fedc8706f9fc86955af81186494a, ASSIGN; state=OFFLINE, location=66073b541d85,37567,1732601201552; forceNewPlan=false, retain=false 2024-11-26T06:06:43,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=03de492d3a1623076593b8c213dafdcf, ASSIGN; state=OFFLINE, location=66073b541d85,37709,1732601201507; forceNewPlan=false, retain=false 2024-11-26T06:06:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:43,804 INFO [66073b541d85:39567 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T06:06:43,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=03de492d3a1623076593b8c213dafdcf, regionState=OPENING, regionLocation=66073b541d85,37709,1732601201507 2024-11-26T06:06:43,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7f55fedc8706f9fc86955af81186494a, regionState=OPENING, regionLocation=66073b541d85,37567,1732601201552 2024-11-26T06:06:43,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 03de492d3a1623076593b8c213dafdcf, server=66073b541d85,37709,1732601201507}] 2024-11-26T06:06:43,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 7f55fedc8706f9fc86955af81186494a, server=66073b541d85,37567,1732601201552}] 2024-11-26T06:06:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:43,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 66073b541d85,37709,1732601201507 2024-11-26T06:06:43,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,37567,1732601201552 2024-11-26T06:06:43,967 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,967 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 03de492d3a1623076593b8c213dafdcf, NAME => 'testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T06:06:43,968 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,968 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:43,968 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,968 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,968 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,969 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f55fedc8706f9fc86955af81186494a, NAME => 'testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T06:06:43,969 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,969 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:43,969 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,969 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,970 INFO [StoreOpener-03de492d3a1623076593b8c213dafdcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,971 INFO [StoreOpener-7f55fedc8706f9fc86955af81186494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,971 INFO [StoreOpener-03de492d3a1623076593b8c213dafdcf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03de492d3a1623076593b8c213dafdcf columnFamilyName family 2024-11-26T06:06:43,971 DEBUG [StoreOpener-03de492d3a1623076593b8c213dafdcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:43,972 INFO [StoreOpener-03de492d3a1623076593b8c213dafdcf-1 {}] regionserver.HStore(327): Store=03de492d3a1623076593b8c213dafdcf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:43,972 INFO [StoreOpener-7f55fedc8706f9fc86955af81186494a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f55fedc8706f9fc86955af81186494a columnFamilyName family 2024-11-26T06:06:43,972 DEBUG [StoreOpener-7f55fedc8706f9fc86955af81186494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:43,973 INFO [StoreOpener-7f55fedc8706f9fc86955af81186494a-1 {}] regionserver.HStore(327): Store=7f55fedc8706f9fc86955af81186494a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:43,973 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,973 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,973 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,974 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,975 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:43,976 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:43,978 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:43,978 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 03de492d3a1623076593b8c213dafdcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63830854, jitterRate=-0.048846155405044556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:43,978 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:43,979 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7f55fedc8706f9fc86955af81186494a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70643825, jitterRate=0.052675023674964905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:43,979 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 03de492d3a1623076593b8c213dafdcf: 2024-11-26T06:06:43,979 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7f55fedc8706f9fc86955af81186494a: 2024-11-26T06:06:43,980 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a., pid=13, masterSystemTime=1732601203965 2024-11-26T06:06:43,980 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf., pid=12, masterSystemTime=1732601203963 2024-11-26T06:06:43,981 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,982 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:43,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7f55fedc8706f9fc86955af81186494a, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,37567,1732601201552 2024-11-26T06:06:43,982 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,982 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:43,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=03de492d3a1623076593b8c213dafdcf, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,37709,1732601201507 2024-11-26T06:06:43,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T06:06:43,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 7f55fedc8706f9fc86955af81186494a, server=66073b541d85,37567,1732601201552 in 173 msec 2024-11-26T06:06:43,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T06:06:43,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 03de492d3a1623076593b8c213dafdcf, server=66073b541d85,37709,1732601201507 in 176 msec 2024-11-26T06:06:43,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f55fedc8706f9fc86955af81186494a, ASSIGN in 335 msec 2024-11-26T06:06:43,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T06:06:43,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=03de492d3a1623076593b8c213dafdcf, ASSIGN in 335 msec 2024-11-26T06:06:43,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:43,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601203989"}]},"ts":"1732601203989"} 2024-11-26T06:06:43,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T06:06:44,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:44,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 396 msec 2024-11-26T06:06:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39567 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:44,218 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T06:06:44,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T06:06:44,219 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T06:06:44,227 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T06:06:44,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:44,242 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:44,250 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 03de492d3a1623076593b8c213dafdcf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T06:06:44,265 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/.tmp/family/cf0f4f445c954cfe8d53c1da26db6764 is 32, key is 1/family:/1732601204232/Put/seqid=0 2024-11-26T06:06:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741841_1017 (size=5054) 2024-11-26T06:06:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741841_1017 (size=5054) 2024-11-26T06:06:44,271 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/.tmp/family/cf0f4f445c954cfe8d53c1da26db6764 2024-11-26T06:06:44,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/.tmp/family/cf0f4f445c954cfe8d53c1da26db6764 as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/family/cf0f4f445c954cfe8d53c1da26db6764 2024-11-26T06:06:44,282 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/family/cf0f4f445c954cfe8d53c1da26db6764, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T06:06:44,283 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 03de492d3a1623076593b8c213dafdcf in 33ms, sequenceid=8, compaction requested=false 2024-11-26T06:06:44,283 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 03de492d3a1623076593b8c213dafdcf: 2024-11-26T06:06:44,283 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7f55fedc8706f9fc86955af81186494a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T06:06:44,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/.tmp/family/22387f6aa7fd468ea6c13b357f37644a is 32, key is 5/family:/1732601204243/Put/seqid=0 2024-11-26T06:06:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741842_1018 (size=5083) 2024-11-26T06:06:44,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741842_1018 (size=5083) 2024-11-26T06:06:44,303 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/.tmp/family/22387f6aa7fd468ea6c13b357f37644a 2024-11-26T06:06:44,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/.tmp/family/22387f6aa7fd468ea6c13b357f37644a as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/family/22387f6aa7fd468ea6c13b357f37644a 2024-11-26T06:06:44,314 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/family/22387f6aa7fd468ea6c13b357f37644a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T06:06:44,315 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7f55fedc8706f9fc86955af81186494a in 32ms, sequenceid=9, compaction requested=false 2024-11-26T06:06:44,315 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7f55fedc8706f9fc86955af81186494a: 2024-11-26T06:06:44,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ff8ffdb to 127.0.0.1:53338 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50aa9a62 2024-11-26T06:06:44,350 DEBUG [ReadOnlyZKClient-127.0.0.1:53338@0x5ff8ffdb {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a49fb69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:44,360 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T06:06:44,360 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-26T06:06:44,362 DEBUG [ReadOnlyZKClient-127.0.0.1:53338@0x5ff8ffdb {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66073b541d85,37709,1732601201507, seqNum=-1] 2024-11-26T06:06:44,363 DEBUG [ReadOnlyZKClient-127.0.0.1:53338@0x5ff8ffdb {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:44,364 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:44,366 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:44,367 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:44,367 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:44,367 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37709 {}] bucket.BucketCache(1851): found 1 blocks for file cf0f4f445c954cfe8d53c1da26db6764, starting offset: 0, end offset: 9223372036854775807 2024-11-26T06:06:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] bucket.BucketCache(1851): found 1 blocks for file 22387f6aa7fd468ea6c13b357f37644a, starting offset: 0, end offset: 9223372036854775807 2024-11-26T06:06:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37709 {}] bucket.BucketCache(843): removed key cf0f4f445c954cfe8d53c1da26db6764_0 from back map with offset lock 2094080 in the evict process 2024-11-26T06:06:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] bucket.BucketCache(843): removed key 22387f6aa7fd468ea6c13b357f37644a_0 from back map with offset lock 2094080 in the evict process 2024-11-26T06:06:44,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-26T06:06:44,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T06:06:44,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:44,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ff8ffdb to 127.0.0.1:53338 2024-11-26T06:06:44,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T06:06:44,371 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T06:06:44,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03d76403 to 127.0.0.1:53338 2024-11-26T06:06:44,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:44,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T06:06:44,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2134971543, stopped=false 2024-11-26T06:06:44,372 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=66073b541d85,39567,1732601201358 2024-11-26T06:06:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:44,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T06:06:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:44,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:44,383 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,37709,1732601201507' ***** 2024-11-26T06:06:44,383 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:44,383 INFO [RS:0;66073b541d85:37709 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T06:06:44,383 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,37567,1732601201552' ***** 2024-11-26T06:06:44,383 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:44,384 INFO [RS:1;66073b541d85:37567 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T06:06:44,384 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T06:06:44,384 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T06:06:44,384 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T06:06:44,384 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T06:06:44,384 INFO [RS:1;66073b541d85:37567 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T06:06:44,384 INFO [RS:0;66073b541d85:37709 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T06:06:44,384 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T06:06:44,384 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T06:06:44,384 INFO [RS:1;66073b541d85:37567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:44,384 INFO [RS:0;66073b541d85:37709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:44,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:44,384 INFO [RS:1;66073b541d85:37567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:44,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:44,384 INFO [RS:1;66073b541d85:37567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:44,384 INFO [RS:0;66073b541d85:37709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:44,384 INFO [RS:0;66073b541d85:37709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:44,384 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(3579): Received CLOSE for 03de492d3a1623076593b8c213dafdcf 2024-11-26T06:06:44,385 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(3579): Received CLOSE for 144cb898f91d49e4ed3c9163144fbc79 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,37709,1732601201507 2024-11-26T06:06:44,385 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,37567,1732601201552 2024-11-26T06:06:44,385 DEBUG [RS:0;66073b541d85:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:44,385 DEBUG [RS:1;66073b541d85:37567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7f55fedc8706f9fc86955af81186494a, disabling compactions & flushes 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:44,385 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:44,385 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 03de492d3a1623076593b8c213dafdcf, disabling compactions & flushes 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. after waiting 0 ms 2024-11-26T06:06:44,385 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1603): Online Regions={7f55fedc8706f9fc86955af81186494a=testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a., 144cb898f91d49e4ed3c9163144fbc79=hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79.} 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:44,385 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:44,385 DEBUG [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1629): Waiting on 144cb898f91d49e4ed3c9163144fbc79, 7f55fedc8706f9fc86955af81186494a 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. after waiting 0 ms 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:44,385 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:44,385 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1603): Online Regions={03de492d3a1623076593b8c213dafdcf=testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T06:06:44,385 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1629): Waiting on 03de492d3a1623076593b8c213dafdcf, 1588230740 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:44,385 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:44,385 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:44,386 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T06:06:44,389 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/7f55fedc8706f9fc86955af81186494a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T06:06:44,389 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/default/testClearRegionBlockCache/03de492d3a1623076593b8c213dafdcf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T06:06:44,390 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7f55fedc8706f9fc86955af81186494a: 2024-11-26T06:06:44,390 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 03de492d3a1623076593b8c213dafdcf: 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a. 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732601203604.03de492d3a1623076593b8c213dafdcf. 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 144cb898f91d49e4ed3c9163144fbc79, disabling compactions & flushes 2024-11-26T06:06:44,390 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. after waiting 0 ms 2024-11-26T06:06:44,390 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:44,390 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 144cb898f91d49e4ed3c9163144fbc79 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T06:06:44,405 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/.tmp/info/e019d62a4ff748dab12aa964b0d1ada3 is 45, key is default/info:d/1732601203434/Put/seqid=0 2024-11-26T06:06:44,406 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/.tmp/info/c5c65bc1b7224d8f84efdcd3ff8285c4 is 173, key is testClearRegionBlockCache,5,1732601203604.7f55fedc8706f9fc86955af81186494a./info:regioninfo/1732601203982/Put/seqid=0 2024-11-26T06:06:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741843_1019 (size=5037) 2024-11-26T06:06:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741843_1019 (size=5037) 2024-11-26T06:06:44,412 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741844_1020 (size=9337) 2024-11-26T06:06:44,412 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741844_1020 (size=9337) 2024-11-26T06:06:44,412 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/.tmp/info/e019d62a4ff748dab12aa964b0d1ada3 2024-11-26T06:06:44,413 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T06:06:44,413 INFO [regionserver/66073b541d85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T06:06:44,418 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/.tmp/info/e019d62a4ff748dab12aa964b0d1ada3 as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/info/e019d62a4ff748dab12aa964b0d1ada3 2024-11-26T06:06:44,424 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/info/e019d62a4ff748dab12aa964b0d1ada3, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T06:06:44,425 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 144cb898f91d49e4ed3c9163144fbc79 in 35ms, sequenceid=6, compaction requested=false 2024-11-26T06:06:44,428 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/namespace/144cb898f91d49e4ed3c9163144fbc79/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T06:06:44,429 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:44,429 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 144cb898f91d49e4ed3c9163144fbc79: 2024-11-26T06:06:44,429 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732601203018.144cb898f91d49e4ed3c9163144fbc79. 2024-11-26T06:06:44,469 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:44,472 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:44,585 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,37567,1732601201552; all regions closed. 2024-11-26T06:06:44,586 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T06:06:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741834_1010 (size=3188) 2024-11-26T06:06:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741834_1010 (size=3188) 2024-11-26T06:06:44,596 DEBUG [RS:1;66073b541d85:37567 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/oldWALs 2024-11-26T06:06:44,596 INFO [RS:1;66073b541d85:37567 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C37567%2C1732601201552:(num 1732601202498) 2024-11-26T06:06:44,596 DEBUG [RS:1;66073b541d85:37567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:44,596 INFO [RS:1;66073b541d85:37567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:44,597 INFO [RS:1;66073b541d85:37567 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:44,597 INFO [RS:1;66073b541d85:37567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:44,597 INFO [RS:1;66073b541d85:37567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:44,597 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:44,597 INFO [RS:1;66073b541d85:37567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:44,598 INFO [RS:1;66073b541d85:37567 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37567 2024-11-26T06:06:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,37567,1732601201552 2024-11-26T06:06:44,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,37567,1732601201552] 2024-11-26T06:06:44,616 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,37567,1732601201552; numProcessing=1 2024-11-26T06:06:44,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,37567,1732601201552 already deleted, retry=false 2024-11-26T06:06:44,624 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,37567,1732601201552 expired; onlineServers=1 2024-11-26T06:06:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:44,716 INFO [RS:1;66073b541d85:37567 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,37567,1732601201552; zookeeper connection closed. 2024-11-26T06:06:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37567-0x1017709e5340002, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:44,717 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35929893 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35929893 2024-11-26T06:06:44,786 DEBUG [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T06:06:44,815 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/.tmp/info/c5c65bc1b7224d8f84efdcd3ff8285c4 2024-11-26T06:06:44,841 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/.tmp/table/31c00005d89342289c8927c65fa42a33 is 61, key is testClearRegionBlockCache/table:state/1732601203989/Put/seqid=0 2024-11-26T06:06:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:44,847 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/.tmp/table/31c00005d89342289c8927c65fa42a33 2024-11-26T06:06:44,853 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/.tmp/info/c5c65bc1b7224d8f84efdcd3ff8285c4 as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/info/c5c65bc1b7224d8f84efdcd3ff8285c4 2024-11-26T06:06:44,858 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/info/c5c65bc1b7224d8f84efdcd3ff8285c4, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T06:06:44,859 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/.tmp/table/31c00005d89342289c8927c65fa42a33 as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/table/31c00005d89342289c8927c65fa42a33 2024-11-26T06:06:44,865 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/table/31c00005d89342289c8927c65fa42a33, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T06:06:44,866 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 481ms, sequenceid=16, compaction requested=false 2024-11-26T06:06:44,870 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T06:06:44,871 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:44,871 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:44,871 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:44,871 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:44,986 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,37709,1732601201507; all regions closed. 2024-11-26T06:06:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:44,996 DEBUG [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/oldWALs 2024-11-26T06:06:44,996 INFO [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C37709%2C1732601201507.meta:.meta(num 1732601202935) 2024-11-26T06:06:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741833_1009 (size=1758) 2024-11-26T06:06:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741833_1009 (size=1758) 2024-11-26T06:06:45,002 DEBUG [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/oldWALs 2024-11-26T06:06:45,002 INFO [RS:0;66073b541d85:37709 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C37709%2C1732601201507:(num 1732601202498) 2024-11-26T06:06:45,002 DEBUG [RS:0;66073b541d85:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:45,002 INFO [RS:0;66073b541d85:37709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:45,003 INFO [RS:0;66073b541d85:37709 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:45,003 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:45,003 INFO [RS:0;66073b541d85:37709 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37709 2024-11-26T06:06:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,37709,1732601201507 2024-11-26T06:06:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:45,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,37709,1732601201507] 2024-11-26T06:06:45,016 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,37709,1732601201507; numProcessing=2 2024-11-26T06:06:45,024 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,37709,1732601201507 already deleted, retry=false 2024-11-26T06:06:45,024 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,37709,1732601201507 expired; onlineServers=0 2024-11-26T06:06:45,024 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,39567,1732601201358' ***** 2024-11-26T06:06:45,024 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T06:06:45,025 DEBUG [M:0;66073b541d85:39567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bbfbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:45,025 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,39567,1732601201358 2024-11-26T06:06:45,025 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,39567,1732601201358; all regions closed. 2024-11-26T06:06:45,025 DEBUG [M:0;66073b541d85:39567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:45,025 DEBUG [M:0;66073b541d85:39567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T06:06:45,025 DEBUG [M:0;66073b541d85:39567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T06:06:45,025 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T06:06:45,025 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601202283 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601202283,5,FailOnTimeoutGroup] 2024-11-26T06:06:45,025 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601202283 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601202283,5,FailOnTimeoutGroup] 2024-11-26T06:06:45,026 INFO [M:0;66073b541d85:39567 {}] hbase.ChoreService(370): Chore service for: master/66073b541d85:0 had [] on shutdown 2024-11-26T06:06:45,026 DEBUG [M:0;66073b541d85:39567 {}] master.HMaster(1733): Stopping service threads 2024-11-26T06:06:45,026 INFO [M:0;66073b541d85:39567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T06:06:45,026 INFO [M:0;66073b541d85:39567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T06:06:45,027 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T06:06:45,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:45,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:45,033 DEBUG [M:0;66073b541d85:39567 {}] zookeeper.ZKUtil(347): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T06:06:45,033 WARN [M:0;66073b541d85:39567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T06:06:45,033 INFO [M:0;66073b541d85:39567 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T06:06:45,033 INFO [M:0;66073b541d85:39567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T06:06:45,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:45,033 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:45,034 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:45,034 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:45,034 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:45,034 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:45,034 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-26T06:06:45,055 DEBUG [M:0;66073b541d85:39567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8dae398286448db9fa76c6f4aa89a6a is 82, key is hbase:meta,,1/info:regioninfo/1732601202971/Put/seqid=0 2024-11-26T06:06:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:45,062 INFO [M:0;66073b541d85:39567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8dae398286448db9fa76c6f4aa89a6a 2024-11-26T06:06:45,080 DEBUG [M:0;66073b541d85:39567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30830d4ea6414fa8b580f48cfb0c6e4a is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732601204001/Put/seqid=0 2024-11-26T06:06:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741847_1023 (size=7577) 2024-11-26T06:06:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741847_1023 (size=7577) 2024-11-26T06:06:45,086 INFO [M:0;66073b541d85:39567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30830d4ea6414fa8b580f48cfb0c6e4a 2024-11-26T06:06:45,104 DEBUG [M:0;66073b541d85:39567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88559ba2f9e54511a41eb893787e421d is 69, key is 66073b541d85,37567,1732601201552/rs:state/1732601202327/Put/seqid=0 2024-11-26T06:06:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:45,110 INFO [M:0;66073b541d85:39567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88559ba2f9e54511a41eb893787e421d 2024-11-26T06:06:45,116 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8dae398286448db9fa76c6f4aa89a6a as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8dae398286448db9fa76c6f4aa89a6a 2024-11-26T06:06:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1017709e5340001, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:45,116 INFO [RS:0;66073b541d85:37709 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,37709,1732601201507; zookeeper connection closed. 2024-11-26T06:06:45,116 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7677f771 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7677f771 2024-11-26T06:06:45,117 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T06:06:45,121 INFO [M:0;66073b541d85:39567 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8dae398286448db9fa76c6f4aa89a6a, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T06:06:45,122 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30830d4ea6414fa8b580f48cfb0c6e4a as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30830d4ea6414fa8b580f48cfb0c6e4a 2024-11-26T06:06:45,128 INFO [M:0;66073b541d85:39567 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30830d4ea6414fa8b580f48cfb0c6e4a, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T06:06:45,129 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88559ba2f9e54511a41eb893787e421d as hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88559ba2f9e54511a41eb893787e421d 2024-11-26T06:06:45,135 INFO [M:0;66073b541d85:39567 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42655/user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88559ba2f9e54511a41eb893787e421d, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T06:06:45,136 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=108, compaction requested=false 2024-11-26T06:06:45,137 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:45,137 DEBUG [M:0;66073b541d85:39567 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741830_1006 (size=54453) 2024-11-26T06:06:45,139 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/76e0116c-fd94-bb4e-3144-ca2ecc80f303/MasterData/WALs/66073b541d85,39567,1732601201358/66073b541d85%2C39567%2C1732601201358.1732601202066 not finished, retry = 0 2024-11-26T06:06:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42167 is added to blk_1073741830_1006 (size=54453) 2024-11-26T06:06:45,241 INFO [M:0;66073b541d85:39567 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T06:06:45,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:45,241 INFO [M:0;66073b541d85:39567 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39567 2024-11-26T06:06:45,249 DEBUG [M:0;66073b541d85:39567 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/66073b541d85,39567,1732601201358 already deleted, retry=false 2024-11-26T06:06:45,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:45,358 INFO [M:0;66073b541d85:39567 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,39567,1732601201358; zookeeper connection closed. 2024-11-26T06:06:45,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39567-0x1017709e5340000, quorum=127.0.0.1:53338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:45,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a01d74a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:45,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ade3671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:45,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:45,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1090046f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:45,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de94218{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:45,364 WARN [BP-896218517-172.17.0.2-1732601199866 heartbeating to localhost/127.0.0.1:42655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:45,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:45,365 WARN [BP-896218517-172.17.0.2-1732601199866 heartbeating to localhost/127.0.0.1:42655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-896218517-172.17.0.2-1732601199866 (Datanode Uuid 4cc22f82-d46b-4f03-ad50-9ec347deda6c) service to localhost/127.0.0.1:42655 2024-11-26T06:06:45,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:45,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data3/current/BP-896218517-172.17.0.2-1732601199866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:45,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data4/current/BP-896218517-172.17.0.2-1732601199866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:45,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:45,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5736f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:45,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e4a8b54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:45,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:45,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8529b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:45,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40638439{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:45,371 WARN [BP-896218517-172.17.0.2-1732601199866 heartbeating to localhost/127.0.0.1:42655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:45,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:45,371 WARN [BP-896218517-172.17.0.2-1732601199866 heartbeating to localhost/127.0.0.1:42655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-896218517-172.17.0.2-1732601199866 (Datanode Uuid a84efdd6-9073-4b4b-bdff-15de42e104d7) service to localhost/127.0.0.1:42655 2024-11-26T06:06:45,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:45,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data1/current/BP-896218517-172.17.0.2-1732601199866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:45,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/cluster_25bd8734-11a3-016f-0e0e-4c0f725f747a/dfs/data/data2/current/BP-896218517-172.17.0.2-1732601199866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:45,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:45,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bfe9ba5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:45,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad1557d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:45,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:45,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66599b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:45,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4e6768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:45,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T06:06:45,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T06:06:45,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42655 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42655 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=496 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=7843 (was 8017) 2024-11-26T06:06:45,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=496, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7843 2024-11-26T06:06:45,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir so I do NOT create it in target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9 2024-11-26T06:06:45,430 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T06:06:45,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.tmp.dir so I do NOT create it in target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9 2024-11-26T06:06:45,430 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/458e84e4-ead9-da2b-7dad-ffac95acc0a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T06:06:45,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a, deleteOnExit=true 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/test.cache.data in system properties and HBase conf 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir in system properties and HBase conf 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T06:06:45,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T06:06:45,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/nfs.dump.dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/java.io.tmpdir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T06:06:45,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T06:06:45,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:45,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:45,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:45,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:45,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:45,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:45,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0e87d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:45,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c0261b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:45,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73d6cd33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/java.io.tmpdir/jetty-localhost-33885-hadoop-hdfs-3_4_1-tests_jar-_-any-13278755097537898447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:45,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32a2bd15{HTTP/1.1, (http/1.1)}{localhost:33885} 2024-11-26T06:06:45,789 INFO [Time-limited test {}] server.Server(415): Started @29008ms 2024-11-26T06:06:45,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:45,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:45,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:45,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:45,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:45,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c80744f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:45,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633b3003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:46,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5019a308{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/java.io.tmpdir/jetty-localhost-34657-hadoop-hdfs-3_4_1-tests_jar-_-any-3356336279805438818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:46,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1df571e{HTTP/1.1, (http/1.1)}{localhost:34657} 2024-11-26T06:06:46,081 INFO [Time-limited test {}] server.Server(415): Started @29300ms 2024-11-26T06:06:46,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:46,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:46,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:46,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:46,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:46,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T06:06:46,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57195974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:46,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31446193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:46,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154853d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/java.io.tmpdir/jetty-localhost-43145-hadoop-hdfs-3_4_1-tests_jar-_-any-5724981929931569618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:46,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43556736{HTTP/1.1, (http/1.1)}{localhost:43145} 2024-11-26T06:06:46,205 INFO [Time-limited test {}] server.Server(415): Started @29424ms 2024-11-26T06:06:46,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:46,676 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data1/current/BP-186613149-172.17.0.2-1732601205446/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:46,676 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data2/current/BP-186613149-172.17.0.2-1732601205446/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:46,699 WARN [Thread-1144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31bc671f3f547c86 with lease ID 0xac6da045223d459d: Processing first storage report for DS-42fca20e-2017-4afc-b027-6cc8cd7fa811 from datanode DatanodeRegistration(127.0.0.1:36843, datanodeUuid=5f528ebb-e5bd-40d1-98b9-8ff980393a98, infoPort=33043, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446) 2024-11-26T06:06:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31bc671f3f547c86 with lease ID 0xac6da045223d459d: from storage DS-42fca20e-2017-4afc-b027-6cc8cd7fa811 node DatanodeRegistration(127.0.0.1:36843, datanodeUuid=5f528ebb-e5bd-40d1-98b9-8ff980393a98, infoPort=33043, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31bc671f3f547c86 with lease ID 0xac6da045223d459d: Processing first storage report for DS-b90c57ed-3068-4fc2-bb74-83c0caa06026 from datanode DatanodeRegistration(127.0.0.1:36843, datanodeUuid=5f528ebb-e5bd-40d1-98b9-8ff980393a98, infoPort=33043, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446) 2024-11-26T06:06:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31bc671f3f547c86 with lease ID 0xac6da045223d459d: from storage DS-b90c57ed-3068-4fc2-bb74-83c0caa06026 node DatanodeRegistration(127.0.0.1:36843, datanodeUuid=5f528ebb-e5bd-40d1-98b9-8ff980393a98, infoPort=33043, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:46,834 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data3/current/BP-186613149-172.17.0.2-1732601205446/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:46,834 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data4/current/BP-186613149-172.17.0.2-1732601205446/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:46,850 WARN [Thread-1167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf019dae1dad8732e with lease ID 0xac6da045223d459e: Processing first storage report for DS-84b232db-b034-40fe-aee6-06440ad4860b from datanode DatanodeRegistration(127.0.0.1:45613, datanodeUuid=a59120f9-cd27-4d56-bb03-2255e614024a, infoPort=45537, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446) 2024-11-26T06:06:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf019dae1dad8732e with lease ID 0xac6da045223d459e: from storage DS-84b232db-b034-40fe-aee6-06440ad4860b node DatanodeRegistration(127.0.0.1:45613, datanodeUuid=a59120f9-cd27-4d56-bb03-2255e614024a, infoPort=45537, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf019dae1dad8732e with lease ID 0xac6da045223d459e: Processing first storage report for DS-54b2e0f7-3bbc-4320-8297-aa5065332a5c from datanode DatanodeRegistration(127.0.0.1:45613, datanodeUuid=a59120f9-cd27-4d56-bb03-2255e614024a, infoPort=45537, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446) 2024-11-26T06:06:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf019dae1dad8732e with lease ID 0xac6da045223d459e: from storage DS-54b2e0f7-3bbc-4320-8297-aa5065332a5c node DatanodeRegistration(127.0.0.1:45613, datanodeUuid=a59120f9-cd27-4d56-bb03-2255e614024a, infoPort=45537, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1225552405;c=1732601205446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:46,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9 2024-11-26T06:06:46,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/zookeeper_0, clientPort=50708, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T06:06:46,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50708 2024-11-26T06:06:46,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:46,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:46,956 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 with version=8 2024-11-26T06:06:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/hbase-staging 2024-11-26T06:06:46,959 INFO [Time-limited test {}] client.ConnectionUtils(129): master/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:46,959 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:46,960 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45825 2024-11-26T06:06:46,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:46,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:46,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45825 connecting to ZooKeeper ensemble=127.0.0.1:50708 2024-11-26T06:06:47,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458250x0, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:47,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45825-0x1017709fb100000 connected 2024-11-26T06:06:47,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:47,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:47,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:47,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45825 2024-11-26T06:06:47,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45825 2024-11-26T06:06:47,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45825 2024-11-26T06:06:47,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45825 2024-11-26T06:06:47,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45825 2024-11-26T06:06:47,080 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598, hbase.cluster.distributed=false 2024-11-26T06:06:47,102 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:47,102 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:47,103 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43471 2024-11-26T06:06:47,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:47,103 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T06:06:47,107 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T06:06:47,107 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T06:06:47,108 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T06:06:47,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:47,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:47,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:47,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43471 connecting to ZooKeeper ensemble=127.0.0.1:50708 2024-11-26T06:06:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434710x0, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:47,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43471-0x1017709fb100001 connected 2024-11-26T06:06:47,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:47,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:47,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:47,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-26T06:06:47,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43471 2024-11-26T06:06:47,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43471 2024-11-26T06:06:47,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-26T06:06:47,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-26T06:06:47,136 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:47,136 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34089 2024-11-26T06:06:47,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:47,137 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T06:06:47,141 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T06:06:47,141 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T06:06:47,141 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T06:06:47,142 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:47,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:47,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:47,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34089 connecting to ZooKeeper ensemble=127.0.0.1:50708 2024-11-26T06:06:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340890x0, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:47,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:47,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34089-0x1017709fb100002 connected 2024-11-26T06:06:47,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:47,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:47,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-26T06:06:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-11-26T06:06:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-11-26T06:06:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-26T06:06:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-26T06:06:47,152 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/66073b541d85,45825,1732601206958 2024-11-26T06:06:47,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:47,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:47,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:47,158 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66073b541d85,45825,1732601206958 2024-11-26T06:06:47,163 DEBUG [M:0;66073b541d85:45825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66073b541d85:45825 2024-11-26T06:06:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,166 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:47,166 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66073b541d85,45825,1732601206958 from backup master directory 2024-11-26T06:06:47,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:47,174 WARN [master/66073b541d85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:47,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66073b541d85,45825,1732601206958 2024-11-26T06:06:47,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:47,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:47,174 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66073b541d85,45825,1732601206958 2024-11-26T06:06:47,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:47,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:47,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:47,185 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/hbase.id with ID: 875f10f6-1c13-4e1a-8ddd-2b67f8e4cb45 2024-11-26T06:06:47,195 INFO [master/66073b541d85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:47,214 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:47,215 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T06:06:47,215 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:47,224 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store 2024-11-26T06:06:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:47,231 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:47,231 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:47,231 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:47,231 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:47,231 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:47,231 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:47,231 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:47,231 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:47,232 WARN [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/.initializing 2024-11-26T06:06:47,232 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/WALs/66073b541d85,45825,1732601206958 2024-11-26T06:06:47,233 INFO [master/66073b541d85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:47,234 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C45825%2C1732601206958, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/WALs/66073b541d85,45825,1732601206958, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/oldWALs, maxLogs=10 2024-11-26T06:06:47,246 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/WALs/66073b541d85,45825,1732601206958/66073b541d85%2C45825%2C1732601206958.1732601207234, exclude list is [], retry=0 2024-11-26T06:06:47,248 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-42fca20e-2017-4afc-b027-6cc8cd7fa811,DISK] 2024-11-26T06:06:47,249 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-84b232db-b034-40fe-aee6-06440ad4860b,DISK] 2024-11-26T06:06:47,250 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/WALs/66073b541d85,45825,1732601206958/66073b541d85%2C45825%2C1732601206958.1732601207234 2024-11-26T06:06:47,251 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:45537:45537)] 2024-11-26T06:06:47,251 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:47,251 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:47,251 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,251 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T06:06:47,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:47,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T06:06:47,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:47,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T06:06:47,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:47,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T06:06:47,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:47,260 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,260 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,262 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T06:06:47,263 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:47,264 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:47,265 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63376921, jitterRate=-0.055610284209251404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T06:06:47,265 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:47,265 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T06:06:47,268 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0d796a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:47,269 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T06:06:47,269 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T06:06:47,269 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T06:06:47,269 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T06:06:47,270 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T06:06:47,270 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T06:06:47,270 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T06:06:47,272 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T06:06:47,272 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T06:06:47,282 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T06:06:47,282 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T06:06:47,283 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T06:06:47,290 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T06:06:47,291 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T06:06:47,292 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T06:06:47,299 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T06:06:47,300 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T06:06:47,307 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T06:06:47,310 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T06:06:47,316 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T06:06:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,325 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=66073b541d85,45825,1732601206958, sessionid=0x1017709fb100000, setting cluster-up flag (Was=false) 2024-11-26T06:06:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,366 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T06:06:47,369 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,45825,1732601206958 2024-11-26T06:06:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:47,407 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T06:06:47,408 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,45825,1732601206958 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:47,411 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T06:06:47,411 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66073b541d85,45825,1732601206958 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:47,411 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66073b541d85:0, corePoolSize=10, maxPoolSize=10 2024-11-26T06:06:47,412 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,412 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:47,412 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732601237414 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T06:06:47,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T06:06:47,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T06:06:47,414 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,415 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T06:06:47,415 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T06:06:47,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,415 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T06:06:47,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:47,416 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T06:06:47,416 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T06:06:47,418 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601207417,5,FailOnTimeoutGroup] 2024-11-26T06:06:47,418 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601207418,5,FailOnTimeoutGroup] 2024-11-26T06:06:47,418 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,418 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T06:06:47,418 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,418 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:47,465 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66073b541d85:43471 2024-11-26T06:06:47,465 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66073b541d85:34089 2024-11-26T06:06:47,466 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1008): ClusterId : 875f10f6-1c13-4e1a-8ddd-2b67f8e4cb45 2024-11-26T06:06:47,466 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1008): ClusterId : 875f10f6-1c13-4e1a-8ddd-2b67f8e4cb45 2024-11-26T06:06:47,466 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:47,466 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:47,474 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:47,474 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:47,474 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:47,474 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:47,483 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:47,483 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:47,483 DEBUG [RS:1;66073b541d85:34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d54fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:47,483 DEBUG [RS:0;66073b541d85:43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40801083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:47,483 DEBUG [RS:0;66073b541d85:43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:47,483 INFO [RS:0;66073b541d85:43471 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:47,483 DEBUG [RS:1;66073b541d85:34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce31bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:47,483 INFO [RS:0;66073b541d85:43471 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:47,483 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:47,483 INFO [RS:1;66073b541d85:34089 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:47,484 INFO [RS:1;66073b541d85:34089 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:47,484 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:47,484 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,45825,1732601206958 with isa=66073b541d85/172.17.0.2:34089, startcode=1732601207135 2024-11-26T06:06:47,484 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,45825,1732601206958 with isa=66073b541d85/172.17.0.2:43471, startcode=1732601207101 2024-11-26T06:06:47,484 DEBUG [RS:0;66073b541d85:43471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:47,484 DEBUG [RS:1;66073b541d85:34089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:47,485 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60371, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:47,486 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56507, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:47,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45825 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,34089,1732601207135 2024-11-26T06:06:47,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45825 {}] master.ServerManager(486): Registering regionserver=66073b541d85,34089,1732601207135 2024-11-26T06:06:47,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45825 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,43471,1732601207101 2024-11-26T06:06:47,487 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 2024-11-26T06:06:47,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45825 {}] master.ServerManager(486): Registering regionserver=66073b541d85,43471,1732601207101 2024-11-26T06:06:47,487 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40919 2024-11-26T06:06:47,487 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:47,488 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 2024-11-26T06:06:47,489 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40919 2024-11-26T06:06:47,489 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:47,520 DEBUG [RS:1;66073b541d85:34089 {}] zookeeper.ZKUtil(111): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,34089,1732601207135 2024-11-26T06:06:47,520 WARN [RS:1;66073b541d85:34089 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:47,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,43471,1732601207101] 2024-11-26T06:06:47,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,34089,1732601207135] 2024-11-26T06:06:47,520 INFO [RS:1;66073b541d85:34089 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:47,520 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135 2024-11-26T06:06:47,520 DEBUG [RS:0;66073b541d85:43471 {}] zookeeper.ZKUtil(111): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,43471,1732601207101 2024-11-26T06:06:47,520 WARN [RS:0;66073b541d85:43471 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:47,520 INFO [RS:0;66073b541d85:43471 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:47,521 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,43471,1732601207101 2024-11-26T06:06:47,526 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:47,526 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:47,526 INFO [RS:1;66073b541d85:34089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:47,526 INFO [RS:0;66073b541d85:43471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:47,530 INFO [RS:1;66073b541d85:34089 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:47,530 INFO [RS:1;66073b541d85:34089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:47,530 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,531 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:47,532 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,532 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,532 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,532 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,532 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,532 INFO [RS:0;66073b541d85:43471 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:47,532 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:47,533 DEBUG [RS:1;66073b541d85:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:47,533 INFO [RS:0;66073b541d85:43471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:47,533 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,535 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:47,535 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,535 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,535 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,535 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,535 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,34089,1732601207135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:47,535 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:47,536 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:47,537 DEBUG [RS:0;66073b541d85:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:47,539 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,539 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,539 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,539 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,539 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,43471,1732601207101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:47,549 INFO [RS:1;66073b541d85:34089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:47,550 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,34089,1732601207135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,551 INFO [RS:0;66073b541d85:43471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:47,551 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,43471,1732601207101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:47,562 INFO [RS:1;66073b541d85:34089 {}] regionserver.Replication(204): 66073b541d85,34089,1732601207135 started 2024-11-26T06:06:47,562 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,34089,1732601207135, RpcServer on 66073b541d85/172.17.0.2:34089, sessionid=0x1017709fb100002 2024-11-26T06:06:47,562 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:47,562 DEBUG [RS:1;66073b541d85:34089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,34089,1732601207135 2024-11-26T06:06:47,562 DEBUG [RS:1;66073b541d85:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,34089,1732601207135' 2024-11-26T06:06:47,562 DEBUG [RS:1;66073b541d85:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:47,562 DEBUG [RS:1;66073b541d85:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,34089,1732601207135 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,34089,1732601207135' 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:47,563 INFO [RS:0;66073b541d85:43471 {}] regionserver.Replication(204): 66073b541d85,43471,1732601207101 started 2024-11-26T06:06:47,563 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,43471,1732601207101, RpcServer on 66073b541d85/172.17.0.2:43471, sessionid=0x1017709fb100001 2024-11-26T06:06:47,563 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:47,563 DEBUG [RS:0;66073b541d85:43471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,43471,1732601207101 2024-11-26T06:06:47,563 DEBUG [RS:0;66073b541d85:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,43471,1732601207101' 2024-11-26T06:06:47,563 DEBUG [RS:0;66073b541d85:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:47,563 DEBUG [RS:1;66073b541d85:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:47,563 INFO [RS:1;66073b541d85:34089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:47,563 INFO [RS:1;66073b541d85:34089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:47,563 DEBUG [RS:0;66073b541d85:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,43471,1732601207101 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,43471,1732601207101' 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:47,564 DEBUG [RS:0;66073b541d85:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:47,564 INFO [RS:0;66073b541d85:43471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:47,564 INFO [RS:0;66073b541d85:43471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:47,664 INFO [RS:1;66073b541d85:34089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:47,665 INFO [RS:0;66073b541d85:43471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:47,667 INFO [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C34089%2C1732601207135, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/oldWALs, maxLogs=32 2024-11-26T06:06:47,667 INFO [RS:0;66073b541d85:43471 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C43471%2C1732601207101, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,43471,1732601207101, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/oldWALs, maxLogs=32 2024-11-26T06:06:47,690 DEBUG [RS:1;66073b541d85:34089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135/66073b541d85%2C34089%2C1732601207135.1732601207668, exclude list is [], retry=0 2024-11-26T06:06:47,690 DEBUG [RS:0;66073b541d85:43471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,43471,1732601207101/66073b541d85%2C43471%2C1732601207101.1732601207668, exclude list is [], retry=0 2024-11-26T06:06:47,693 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-84b232db-b034-40fe-aee6-06440ad4860b,DISK] 2024-11-26T06:06:47,693 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-84b232db-b034-40fe-aee6-06440ad4860b,DISK] 2024-11-26T06:06:47,693 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-42fca20e-2017-4afc-b027-6cc8cd7fa811,DISK] 2024-11-26T06:06:47,693 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-42fca20e-2017-4afc-b027-6cc8cd7fa811,DISK] 2024-11-26T06:06:47,695 INFO [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135/66073b541d85%2C34089%2C1732601207135.1732601207668 2024-11-26T06:06:47,695 INFO [RS:0;66073b541d85:43471 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,43471,1732601207101/66073b541d85%2C43471%2C1732601207101.1732601207668 2024-11-26T06:06:47,695 DEBUG [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45537:45537),(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-26T06:06:47,696 DEBUG [RS:0;66073b541d85:43471 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:45537:45537)] 2024-11-26T06:06:47,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T06:06:47,825 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 2024-11-26T06:06:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741834_1010 (size=32) 2024-11-26T06:06:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741834_1010 (size=32) 2024-11-26T06:06:47,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:47,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:47,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:47,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:47,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:47,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:47,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:47,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:47,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:47,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:47,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:47,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740 2024-11-26T06:06:47,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740 2024-11-26T06:06:47,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:47,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:47,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:47,845 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61664990, jitterRate=-0.08112004399299622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:47,846 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:47,847 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:47,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:47,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:47,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T06:06:47,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T06:06:47,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T06:06:47,849 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T06:06:48,000 DEBUG [66073b541d85:45825 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T06:06:48,000 DEBUG [66073b541d85:45825 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:48,002 DEBUG [66073b541d85:45825 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:48,002 DEBUG [66073b541d85:45825 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:48,002 INFO [66073b541d85:45825 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:48,002 INFO [66073b541d85:45825 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:48,002 DEBUG [66073b541d85:45825 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:48,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66073b541d85,34089,1732601207135 2024-11-26T06:06:48,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,34089,1732601207135, state=OPENING 2024-11-26T06:06:48,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T06:06:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:48,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:48,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:48,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:48,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=66073b541d85,34089,1732601207135}] 2024-11-26T06:06:48,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,34089,1732601207135 2024-11-26T06:06:48,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:48,195 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:48,199 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T06:06:48,199 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:48,200 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T06:06:48,202 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C34089%2C1732601207135.meta, suffix=.meta, logDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/oldWALs, maxLogs=32 2024-11-26T06:06:48,217 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135/66073b541d85%2C34089%2C1732601207135.meta.1732601208202.meta, exclude list is [], retry=0 2024-11-26T06:06:48,219 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-84b232db-b034-40fe-aee6-06440ad4860b,DISK] 2024-11-26T06:06:48,219 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-42fca20e-2017-4afc-b027-6cc8cd7fa811,DISK] 2024-11-26T06:06:48,221 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,34089,1732601207135/66073b541d85%2C34089%2C1732601207135.meta.1732601208202.meta 2024-11-26T06:06:48,221 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45537:45537),(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-26T06:06:48,221 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:48,222 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T06:06:48,222 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T06:06:48,222 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T06:06:48,222 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T06:06:48,222 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:48,222 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T06:06:48,222 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T06:06:48,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:48,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:48,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:48,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:48,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:48,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:48,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:48,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:48,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:48,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:48,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:48,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:48,227 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740 2024-11-26T06:06:48,228 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740 2024-11-26T06:06:48,230 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:48,231 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:48,232 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73029100, jitterRate=0.08821839094161987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:48,232 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:48,233 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732601208193 2024-11-26T06:06:48,235 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T06:06:48,235 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T06:06:48,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,34089,1732601207135 2024-11-26T06:06:48,236 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,34089,1732601207135, state=OPEN 2024-11-26T06:06:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:48,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:48,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:48,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:48,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:48,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T06:06:48,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=66073b541d85,34089,1732601207135 in 199 msec 2024-11-26T06:06:48,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T06:06:48,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-26T06:06:48,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-26T06:06:48,246 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732601208246, completionTime=-1 2024-11-26T06:06:48,246 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T06:06:48,246 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T06:06:48,247 DEBUG [hconnection-0x52a37f37-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:48,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T06:06:48,248 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:48,249 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T06:06:48,250 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732601268249 2024-11-26T06:06:48,250 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732601328250 2024-11-26T06:06:48,250 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T06:06:48,266 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,45825,1732601206958-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:48,266 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,45825,1732601206958-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:48,266 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,45825,1732601206958-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:48,266 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66073b541d85:45825, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:48,266 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:48,267 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T06:06:48,267 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:48,268 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T06:06:48,269 DEBUG [master/66073b541d85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T06:06:48,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:48,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:48,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:48,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:48,286 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 447f7e3d489068d941496262a555960c, NAME => 'hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 2024-11-26T06:06:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:48,297 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:48,297 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 447f7e3d489068d941496262a555960c, disabling compactions & flushes 2024-11-26T06:06:48,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. after waiting 0 ms 2024-11-26T06:06:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 447f7e3d489068d941496262a555960c: 2024-11-26T06:06:48,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:48,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732601208299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601208299"}]},"ts":"1732601208299"} 2024-11-26T06:06:48,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T06:06:48,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:48,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601208302"}]},"ts":"1732601208302"} 2024-11-26T06:06:48,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T06:06:48,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:48,325 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:48,325 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:48,325 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:48,325 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:48,325 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:48,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=447f7e3d489068d941496262a555960c, ASSIGN}] 2024-11-26T06:06:48,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=447f7e3d489068d941496262a555960c, ASSIGN 2024-11-26T06:06:48,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=447f7e3d489068d941496262a555960c, ASSIGN; state=OFFLINE, location=66073b541d85,43471,1732601207101; forceNewPlan=false, retain=false 2024-11-26T06:06:48,477 INFO [66073b541d85:45825 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T06:06:48,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=447f7e3d489068d941496262a555960c, regionState=OPENING, regionLocation=66073b541d85,43471,1732601207101 2024-11-26T06:06:48,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 447f7e3d489068d941496262a555960c, server=66073b541d85,43471,1732601207101}] 2024-11-26T06:06:48,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 66073b541d85,43471,1732601207101 2024-11-26T06:06:48,632 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:48,634 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:48,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 447f7e3d489068d941496262a555960c, NAME => 'hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:48,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:48,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,639 INFO [StoreOpener-447f7e3d489068d941496262a555960c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,641 INFO [StoreOpener-447f7e3d489068d941496262a555960c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 447f7e3d489068d941496262a555960c columnFamilyName info 2024-11-26T06:06:48,641 DEBUG [StoreOpener-447f7e3d489068d941496262a555960c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:48,642 INFO [StoreOpener-447f7e3d489068d941496262a555960c-1 {}] regionserver.HStore(327): Store=447f7e3d489068d941496262a555960c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 447f7e3d489068d941496262a555960c 2024-11-26T06:06:48,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:48,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 447f7e3d489068d941496262a555960c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72707137, jitterRate=0.0834207683801651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:48,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 447f7e3d489068d941496262a555960c: 2024-11-26T06:06:48,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c., pid=6, masterSystemTime=1732601208632 2024-11-26T06:06:48,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:48,651 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=447f7e3d489068d941496262a555960c, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,43471,1732601207101 2024-11-26T06:06:48,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T06:06:48,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 447f7e3d489068d941496262a555960c, server=66073b541d85,43471,1732601207101 in 172 msec 2024-11-26T06:06:48,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T06:06:48,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=447f7e3d489068d941496262a555960c, ASSIGN in 329 msec 2024-11-26T06:06:48,656 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:48,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601208657"}]},"ts":"1732601208657"} 2024-11-26T06:06:48,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T06:06:48,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:48,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 400 msec 2024-11-26T06:06:48,669 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T06:06:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:48,676 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:48,678 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:48,679 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T06:06:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:48,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-26T06:06:48,712 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T06:06:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:48,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-11-26T06:06:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T06:06:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T06:06:48,774 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.600sec 2024-11-26T06:06:48,774 INFO [master/66073b541d85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T06:06:48,774 INFO [master/66073b541d85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T06:06:48,774 INFO [master/66073b541d85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T06:06:48,774 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T06:06:48,774 INFO [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T06:06:48,775 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,45825,1732601206958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:48,775 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,45825,1732601206958-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T06:06:48,776 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T06:06:48,776 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T06:06:48,776 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,45825,1732601206958-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:48,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x574185af to 127.0.0.1:50708 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26a7c819 2024-11-26T06:06:48,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fd7984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:48,868 DEBUG [hconnection-0x2c7e5031-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:48,869 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:48,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=66073b541d85,45825,1732601206958 2024-11-26T06:06:48,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T06:06:48,873 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T06:06:48,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T06:06:48,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:48,876 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:48,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T06:06:48,877 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:48,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:48,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:48,890 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 11d6d5ced450f611c4d5629b52ed00bb, NAME => 'testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 2024-11-26T06:06:48,890 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5838516ef2d4b6c151f61ce99709943a, NAME => 'testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598 2024-11-26T06:06:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:48,901 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:48,901 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 5838516ef2d4b6c151f61ce99709943a, disabling compactions & flushes 2024-11-26T06:06:48,901 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:48,901 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:48,901 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. after waiting 0 ms 2024-11-26T06:06:48,901 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:48,901 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:48,901 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5838516ef2d4b6c151f61ce99709943a: 2024-11-26T06:06:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:49,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:49,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 11d6d5ced450f611c4d5629b52ed00bb, disabling compactions & flushes 2024-11-26T06:06:49,304 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. after waiting 0 ms 2024-11-26T06:06:49,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,305 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,305 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 11d6d5ced450f611c4d5629b52ed00bb: 2024-11-26T06:06:49,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:49,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601209307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601209307"}]},"ts":"1732601209307"} 2024-11-26T06:06:49,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601209307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601209307"}]},"ts":"1732601209307"} 2024-11-26T06:06:49,312 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T06:06:49,313 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:49,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601209313"}]},"ts":"1732601209313"} 2024-11-26T06:06:49,316 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T06:06:49,357 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:49,360 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:49,360 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:49,360 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:49,360 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:49,360 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:49,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5838516ef2d4b6c151f61ce99709943a, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11d6d5ced450f611c4d5629b52ed00bb, ASSIGN}] 2024-11-26T06:06:49,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11d6d5ced450f611c4d5629b52ed00bb, ASSIGN 2024-11-26T06:06:49,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5838516ef2d4b6c151f61ce99709943a, ASSIGN 2024-11-26T06:06:49,364 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11d6d5ced450f611c4d5629b52ed00bb, ASSIGN; state=OFFLINE, location=66073b541d85,43471,1732601207101; forceNewPlan=false, retain=false 2024-11-26T06:06:49,364 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5838516ef2d4b6c151f61ce99709943a, ASSIGN; state=OFFLINE, location=66073b541d85,34089,1732601207135; forceNewPlan=false, retain=false 2024-11-26T06:06:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:49,514 INFO [66073b541d85:45825 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T06:06:49,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=11d6d5ced450f611c4d5629b52ed00bb, regionState=OPENING, regionLocation=66073b541d85,43471,1732601207101 2024-11-26T06:06:49,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5838516ef2d4b6c151f61ce99709943a, regionState=OPENING, regionLocation=66073b541d85,34089,1732601207135 2024-11-26T06:06:49,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 5838516ef2d4b6c151f61ce99709943a, server=66073b541d85,34089,1732601207135}] 2024-11-26T06:06:49,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 11d6d5ced450f611c4d5629b52ed00bb, server=66073b541d85,43471,1732601207101}] 2024-11-26T06:06:49,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 66073b541d85,34089,1732601207135 2024-11-26T06:06:49,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,43471,1732601207101 2024-11-26T06:06:49,679 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 5838516ef2d4b6c151f61ce99709943a, NAME => 'testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T06:06:49,679 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 11d6d5ced450f611c4d5629b52ed00bb, NAME => 'testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,679 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,680 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:49,680 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,680 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,681 INFO [StoreOpener-5838516ef2d4b6c151f61ce99709943a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,682 INFO [StoreOpener-11d6d5ced450f611c4d5629b52ed00bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,683 INFO [StoreOpener-5838516ef2d4b6c151f61ce99709943a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5838516ef2d4b6c151f61ce99709943a columnFamilyName family 2024-11-26T06:06:49,683 DEBUG [StoreOpener-5838516ef2d4b6c151f61ce99709943a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:49,683 INFO [StoreOpener-11d6d5ced450f611c4d5629b52ed00bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11d6d5ced450f611c4d5629b52ed00bb columnFamilyName family 2024-11-26T06:06:49,683 DEBUG [StoreOpener-11d6d5ced450f611c4d5629b52ed00bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:49,684 INFO [StoreOpener-5838516ef2d4b6c151f61ce99709943a-1 {}] regionserver.HStore(327): Store=5838516ef2d4b6c151f61ce99709943a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:49,684 INFO [StoreOpener-11d6d5ced450f611c4d5629b52ed00bb-1 {}] regionserver.HStore(327): Store=11d6d5ced450f611c4d5629b52ed00bb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:49,685 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,685 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,685 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,685 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,688 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:49,688 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:49,690 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:49,690 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:49,691 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 11d6d5ced450f611c4d5629b52ed00bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70745300, jitterRate=0.054187119007110596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:49,691 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 5838516ef2d4b6c151f61ce99709943a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58895467, jitterRate=-0.12238915264606476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:49,692 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 5838516ef2d4b6c151f61ce99709943a: 2024-11-26T06:06:49,692 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 11d6d5ced450f611c4d5629b52ed00bb: 2024-11-26T06:06:49,692 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a., pid=12, masterSystemTime=1732601209670 2024-11-26T06:06:49,692 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb., pid=13, masterSystemTime=1732601209671 2024-11-26T06:06:49,694 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,694 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:49,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=11d6d5ced450f611c4d5629b52ed00bb, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,43471,1732601207101 2024-11-26T06:06:49,694 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:49,695 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:49,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5838516ef2d4b6c151f61ce99709943a, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,34089,1732601207135 2024-11-26T06:06:49,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T06:06:49,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 11d6d5ced450f611c4d5629b52ed00bb, server=66073b541d85,43471,1732601207101 in 178 msec 2024-11-26T06:06:49,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T06:06:49,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 5838516ef2d4b6c151f61ce99709943a, server=66073b541d85,34089,1732601207135 in 180 msec 2024-11-26T06:06:49,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11d6d5ced450f611c4d5629b52ed00bb, ASSIGN in 338 msec 2024-11-26T06:06:49,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T06:06:49,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5838516ef2d4b6c151f61ce99709943a, ASSIGN in 338 msec 2024-11-26T06:06:49,700 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:49,700 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601209700"}]},"ts":"1732601209700"} 2024-11-26T06:06:49,702 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T06:06:49,708 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:49,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 834 msec 2024-11-26T06:06:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45825 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:49,990 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T06:06:49,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T06:06:49,991 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:49,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T06:06:49,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:49,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T06:06:50,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:50,010 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:50,015 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 11d6d5ced450f611c4d5629b52ed00bb 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T06:06:50,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/.tmp/family/eed125fc16d44ebd836c333b12ea2d89 is 32, key is 5/family:/1732601210010/Put/seqid=0 2024-11-26T06:06:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741841_1017 (size=5083) 2024-11-26T06:06:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741841_1017 (size=5083) 2024-11-26T06:06:50,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/.tmp/family/eed125fc16d44ebd836c333b12ea2d89 2024-11-26T06:06:50,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/.tmp/family/eed125fc16d44ebd836c333b12ea2d89 as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/family/eed125fc16d44ebd836c333b12ea2d89 2024-11-26T06:06:50,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/family/eed125fc16d44ebd836c333b12ea2d89, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T06:06:50,046 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 11d6d5ced450f611c4d5629b52ed00bb in 31ms, sequenceid=9, compaction requested=false 2024-11-26T06:06:50,046 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 11d6d5ced450f611c4d5629b52ed00bb: 2024-11-26T06:06:50,046 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 5838516ef2d4b6c151f61ce99709943a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T06:06:50,062 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/.tmp/family/7807b5e3115a4111880a9a5acd3b6b85 is 32, key is 1/family:/1732601210001/Put/seqid=0 2024-11-26T06:06:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741842_1018 (size=5054) 2024-11-26T06:06:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741842_1018 (size=5054) 2024-11-26T06:06:50,067 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/.tmp/family/7807b5e3115a4111880a9a5acd3b6b85 2024-11-26T06:06:50,073 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/.tmp/family/7807b5e3115a4111880a9a5acd3b6b85 as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/family/7807b5e3115a4111880a9a5acd3b6b85 2024-11-26T06:06:50,078 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/family/7807b5e3115a4111880a9a5acd3b6b85, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T06:06:50,079 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5838516ef2d4b6c151f61ce99709943a in 32ms, sequenceid=8, compaction requested=false 2024-11-26T06:06:50,079 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 5838516ef2d4b6c151f61ce99709943a: 2024-11-26T06:06:50,080 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file eed125fc16d44ebd836c333b12ea2d89, starting offset: 0, end offset: 9223372036854775807 2024-11-26T06:06:50,080 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key eed125fc16d44ebd836c333b12ea2d89_0 from back map with offset lock 2094080 in the evict process 2024-11-26T06:06:50,082 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 7807b5e3115a4111880a9a5acd3b6b85, starting offset: 0, end offset: 9223372036854775807 2024-11-26T06:06:50,082 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 7807b5e3115a4111880a9a5acd3b6b85_0 from back map with offset lock 2094080 in the evict process 2024-11-26T06:06:50,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T06:06:50,082 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T06:06:50,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x574185af to 127.0.0.1:50708 2024-11-26T06:06:50,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T06:06:50,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1210865234, stopped=false 2024-11-26T06:06:50,083 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=66073b541d85,45825,1732601206958 2024-11-26T06:06:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:50,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T06:06:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:50,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:50,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:50,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:50,125 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,43471,1732601207101' ***** 2024-11-26T06:06:50,125 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:50,125 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,34089,1732601207135' ***** 2024-11-26T06:06:50,125 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:50,125 INFO [RS:0;66073b541d85:43471 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T06:06:50,125 INFO [RS:1;66073b541d85:34089 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T06:06:50,125 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T06:06:50,125 INFO [RS:0;66073b541d85:43471 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T06:06:50,125 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T06:06:50,125 INFO [RS:0;66073b541d85:43471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:50,125 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T06:06:50,125 INFO [RS:0;66073b541d85:43471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T06:06:50,126 INFO [RS:0;66073b541d85:43471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:50,126 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(3579): Received CLOSE for 447f7e3d489068d941496262a555960c 2024-11-26T06:06:50,126 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T06:06:50,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:50,126 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T06:06:50,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:50,126 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(3579): Received CLOSE for 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:50,126 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(3579): Received CLOSE for 11d6d5ced450f611c4d5629b52ed00bb 2024-11-26T06:06:50,126 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,43471,1732601207101 2024-11-26T06:06:50,126 DEBUG [RS:0;66073b541d85:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 447f7e3d489068d941496262a555960c, disabling compactions & flushes 2024-11-26T06:06:50,126 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:50,126 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1603): Online Regions={447f7e3d489068d941496262a555960c=hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c., 11d6d5ced450f611c4d5629b52ed00bb=testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb.} 2024-11-26T06:06:50,126 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:50,126 DEBUG [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1629): Waiting on 11d6d5ced450f611c4d5629b52ed00bb, 447f7e3d489068d941496262a555960c 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. after waiting 0 ms 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,34089,1732601207135 2024-11-26T06:06:50,126 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 447f7e3d489068d941496262a555960c 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T06:06:50,126 DEBUG [RS:1;66073b541d85:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5838516ef2d4b6c151f61ce99709943a, disabling compactions & flushes 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:50,126 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:50,126 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:50,126 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. after waiting 0 ms 2024-11-26T06:06:50,127 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:50,127 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T06:06:50,127 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1603): Online Regions={5838516ef2d4b6c151f61ce99709943a=testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T06:06:50,127 DEBUG [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5838516ef2d4b6c151f61ce99709943a 2024-11-26T06:06:50,127 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:50,127 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:50,127 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:50,127 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:50,127 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:50,127 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T06:06:50,130 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/5838516ef2d4b6c151f61ce99709943a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T06:06:50,130 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:50,131 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5838516ef2d4b6c151f61ce99709943a: 2024-11-26T06:06:50,131 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732601208874.5838516ef2d4b6c151f61ce99709943a. 2024-11-26T06:06:50,138 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:50,142 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:50,147 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/.tmp/info/f8c10674d25041de977146f31da79b32 is 45, key is default/info:d/1732601208684/Put/seqid=0 2024-11-26T06:06:50,147 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/.tmp/info/b1c0deeb889a4eac84b6ffa249f49580 is 173, key is testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb./info:regioninfo/1732601209694/Put/seqid=0 2024-11-26T06:06:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741844_1020 (size=9337) 2024-11-26T06:06:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741843_1019 (size=5037) 2024-11-26T06:06:50,153 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/.tmp/info/b1c0deeb889a4eac84b6ffa249f49580 2024-11-26T06:06:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741844_1020 (size=9337) 2024-11-26T06:06:50,153 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/.tmp/info/f8c10674d25041de977146f31da79b32 2024-11-26T06:06:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741843_1019 (size=5037) 2024-11-26T06:06:50,159 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/.tmp/info/f8c10674d25041de977146f31da79b32 as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/info/f8c10674d25041de977146f31da79b32 2024-11-26T06:06:50,165 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/info/f8c10674d25041de977146f31da79b32, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T06:06:50,166 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 447f7e3d489068d941496262a555960c in 40ms, sequenceid=6, compaction requested=false 2024-11-26T06:06:50,170 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/namespace/447f7e3d489068d941496262a555960c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T06:06:50,171 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:50,171 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 447f7e3d489068d941496262a555960c: 2024-11-26T06:06:50,171 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732601208267.447f7e3d489068d941496262a555960c. 2024-11-26T06:06:50,171 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 11d6d5ced450f611c4d5629b52ed00bb, disabling compactions & flushes 2024-11-26T06:06:50,171 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:50,171 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:50,171 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. after waiting 0 ms 2024-11-26T06:06:50,171 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:50,175 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/default/testClearRegionBlockCache/11d6d5ced450f611c4d5629b52ed00bb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T06:06:50,176 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:50,176 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 11d6d5ced450f611c4d5629b52ed00bb: 2024-11-26T06:06:50,176 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732601208874.11d6d5ced450f611c4d5629b52ed00bb. 2024-11-26T06:06:50,179 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/.tmp/table/7739c9fb915d42539813b8434075528f is 61, key is testClearRegionBlockCache/table:state/1732601209700/Put/seqid=0 2024-11-26T06:06:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:50,185 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/.tmp/table/7739c9fb915d42539813b8434075528f 2024-11-26T06:06:50,192 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/.tmp/info/b1c0deeb889a4eac84b6ffa249f49580 as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/info/b1c0deeb889a4eac84b6ffa249f49580 2024-11-26T06:06:50,197 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/info/b1c0deeb889a4eac84b6ffa249f49580, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T06:06:50,198 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/.tmp/table/7739c9fb915d42539813b8434075528f as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/table/7739c9fb915d42539813b8434075528f 2024-11-26T06:06:50,204 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/table/7739c9fb915d42539813b8434075528f, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T06:06:50,205 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=16, compaction requested=false 2024-11-26T06:06:50,210 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T06:06:50,210 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:50,210 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:50,210 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:50,210 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:50,326 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,43471,1732601207101; all regions closed. 2024-11-26T06:06:50,327 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,34089,1732601207135; all regions closed. 2024-11-26T06:06:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741833_1009 (size=3188) 2024-11-26T06:06:50,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/WALs/66073b541d85,43471,1732601207101/66073b541d85%2C43471%2C1732601207101.1732601207668 not finished, retry = 0 2024-11-26T06:06:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741833_1009 (size=3188) 2024-11-26T06:06:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:50,332 DEBUG [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/oldWALs 2024-11-26T06:06:50,332 INFO [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C34089%2C1732601207135.meta:.meta(num 1732601208202) 2024-11-26T06:06:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741832_1008 (size=1758) 2024-11-26T06:06:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741832_1008 (size=1758) 2024-11-26T06:06:50,336 DEBUG [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/oldWALs 2024-11-26T06:06:50,336 INFO [RS:1;66073b541d85:34089 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C34089%2C1732601207135:(num 1732601207668) 2024-11-26T06:06:50,336 DEBUG [RS:1;66073b541d85:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,336 INFO [RS:1;66073b541d85:34089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:50,336 INFO [RS:1;66073b541d85:34089 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:50,337 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:50,337 INFO [RS:1;66073b541d85:34089 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34089 2024-11-26T06:06:50,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:50,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,34089,1732601207135 2024-11-26T06:06:50,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,34089,1732601207135] 2024-11-26T06:06:50,349 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,34089,1732601207135; numProcessing=1 2024-11-26T06:06:50,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,34089,1732601207135 already deleted, retry=false 2024-11-26T06:06:50,357 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,34089,1732601207135 expired; onlineServers=1 2024-11-26T06:06:50,432 DEBUG [RS:0;66073b541d85:43471 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/oldWALs 2024-11-26T06:06:50,432 INFO [RS:0;66073b541d85:43471 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C43471%2C1732601207101:(num 1732601207668) 2024-11-26T06:06:50,432 DEBUG [RS:0;66073b541d85:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,432 INFO [RS:0;66073b541d85:43471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:50,433 INFO [RS:0;66073b541d85:43471 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:50,433 INFO [RS:0;66073b541d85:43471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:50,433 INFO [RS:0;66073b541d85:43471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:50,433 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:50,433 INFO [RS:0;66073b541d85:43471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:50,433 INFO [RS:0;66073b541d85:43471 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43471 2024-11-26T06:06:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,43471,1732601207101 2024-11-26T06:06:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:50,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,43471,1732601207101] 2024-11-26T06:06:50,441 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,43471,1732601207101; numProcessing=2 2024-11-26T06:06:50,441 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f2d489158a0@7ad52ff3 rejected from java.util.concurrent.ThreadPoolExecutor@3fd7becd[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T06:06:50,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:50,449 INFO [RS:1;66073b541d85:34089 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,34089,1732601207135; zookeeper connection closed. 2024-11-26T06:06:50,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1017709fb100002, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:50,449 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c694162 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c694162 2024-11-26T06:06:50,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,43471,1732601207101 already deleted, retry=false 2024-11-26T06:06:50,457 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,43471,1732601207101 expired; onlineServers=0 2024-11-26T06:06:50,457 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,45825,1732601206958' ***** 2024-11-26T06:06:50,457 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T06:06:50,457 DEBUG [M:0;66073b541d85:45825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc6453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:50,457 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,45825,1732601206958 2024-11-26T06:06:50,458 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,45825,1732601206958; all regions closed. 2024-11-26T06:06:50,458 DEBUG [M:0;66073b541d85:45825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:50,458 DEBUG [M:0;66073b541d85:45825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T06:06:50,458 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T06:06:50,458 DEBUG [M:0;66073b541d85:45825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T06:06:50,458 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601207418 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601207418,5,FailOnTimeoutGroup] 2024-11-26T06:06:50,458 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601207417 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601207417,5,FailOnTimeoutGroup] 2024-11-26T06:06:50,458 INFO [M:0;66073b541d85:45825 {}] hbase.ChoreService(370): Chore service for: master/66073b541d85:0 had [] on shutdown 2024-11-26T06:06:50,458 DEBUG [M:0;66073b541d85:45825 {}] master.HMaster(1733): Stopping service threads 2024-11-26T06:06:50,458 INFO [M:0;66073b541d85:45825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T06:06:50,458 INFO [M:0;66073b541d85:45825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T06:06:50,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T06:06:50,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:50,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:50,466 DEBUG [M:0;66073b541d85:45825 {}] zookeeper.ZKUtil(347): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T06:06:50,466 WARN [M:0;66073b541d85:45825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T06:06:50,466 INFO [M:0;66073b541d85:45825 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T06:06:50,466 INFO [M:0;66073b541d85:45825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T06:06:50,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:50,466 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:50,466 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:50,466 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:50,466 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:50,466 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:50,466 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-26T06:06:50,485 DEBUG [M:0;66073b541d85:45825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf9a15069634efa8a90ab3a44a5b894 is 82, key is hbase:meta,,1/info:regioninfo/1732601208235/Put/seqid=0 2024-11-26T06:06:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:50,549 INFO [RS:0;66073b541d85:43471 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,43471,1732601207101; zookeeper connection closed. 2024-11-26T06:06:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1017709fb100001, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:50,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dd2df3b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dd2df3b 2024-11-26T06:06:50,550 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T06:06:50,897 INFO [M:0;66073b541d85:45825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf9a15069634efa8a90ab3a44a5b894 2024-11-26T06:06:50,922 DEBUG [M:0;66073b541d85:45825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ca8e38ca78d460db2df19f521600db1 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732601209709/Put/seqid=0 2024-11-26T06:06:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741847_1023 (size=7577) 2024-11-26T06:06:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741847_1023 (size=7577) 2024-11-26T06:06:50,928 INFO [M:0;66073b541d85:45825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ca8e38ca78d460db2df19f521600db1 2024-11-26T06:06:50,948 DEBUG [M:0;66073b541d85:45825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52be4198f8954a4b933f93189ad1ee4d is 69, key is 66073b541d85,34089,1732601207135/rs:state/1732601207486/Put/seqid=0 2024-11-26T06:06:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:50,954 INFO [M:0;66073b541d85:45825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52be4198f8954a4b933f93189ad1ee4d 2024-11-26T06:06:50,959 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf9a15069634efa8a90ab3a44a5b894 as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf9a15069634efa8a90ab3a44a5b894 2024-11-26T06:06:50,964 INFO [M:0;66073b541d85:45825 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf9a15069634efa8a90ab3a44a5b894, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T06:06:50,965 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ca8e38ca78d460db2df19f521600db1 as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ca8e38ca78d460db2df19f521600db1 2024-11-26T06:06:50,969 INFO [M:0;66073b541d85:45825 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ca8e38ca78d460db2df19f521600db1, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T06:06:50,970 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52be4198f8954a4b933f93189ad1ee4d as hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52be4198f8954a4b933f93189ad1ee4d 2024-11-26T06:06:50,974 INFO [M:0;66073b541d85:45825 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40919/user/jenkins/test-data/ab252609-b8c7-05e1-dfa4-8601dc5d4598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52be4198f8954a4b933f93189ad1ee4d, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T06:06:50,975 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=108, compaction requested=false 2024-11-26T06:06:50,976 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:50,976 DEBUG [M:0;66073b541d85:45825 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741830_1006 (size=54453) 2024-11-26T06:06:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741830_1006 (size=54453) 2024-11-26T06:06:50,979 INFO [M:0;66073b541d85:45825 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T06:06:50,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:50,979 INFO [M:0;66073b541d85:45825 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45825 2024-11-26T06:06:51,007 DEBUG [M:0;66073b541d85:45825 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/66073b541d85,45825,1732601206958 already deleted, retry=false 2024-11-26T06:06:51,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:51,116 INFO [M:0;66073b541d85:45825 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,45825,1732601206958; zookeeper connection closed. 2024-11-26T06:06:51,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45825-0x1017709fb100000, quorum=127.0.0.1:50708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:51,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154853d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:51,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43556736{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:51,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31446193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57195974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:51,152 WARN [BP-186613149-172.17.0.2-1732601205446 heartbeating to localhost/127.0.0.1:40919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:51,152 WARN [BP-186613149-172.17.0.2-1732601205446 heartbeating to localhost/127.0.0.1:40919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-186613149-172.17.0.2-1732601205446 (Datanode Uuid a59120f9-cd27-4d56-bb03-2255e614024a) service to localhost/127.0.0.1:40919 2024-11-26T06:06:51,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:51,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:51,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data3/current/BP-186613149-172.17.0.2-1732601205446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:51,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data4/current/BP-186613149-172.17.0.2-1732601205446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:51,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:51,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5019a308{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:51,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1df571e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:51,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:51,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633b3003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:51,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c80744f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:51,165 WARN [BP-186613149-172.17.0.2-1732601205446 heartbeating to localhost/127.0.0.1:40919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:51,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:51,165 WARN [BP-186613149-172.17.0.2-1732601205446 heartbeating to localhost/127.0.0.1:40919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-186613149-172.17.0.2-1732601205446 (Datanode Uuid 5f528ebb-e5bd-40d1-98b9-8ff980393a98) service to localhost/127.0.0.1:40919 2024-11-26T06:06:51,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:51,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data1/current/BP-186613149-172.17.0.2-1732601205446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:51,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/cluster_7ba6426a-f7a1-4d83-d850-3f62ad61b32a/dfs/data/data2/current/BP-186613149-172.17.0.2-1732601205446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:51,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:51,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73d6cd33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:51,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32a2bd15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:51,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:51,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c0261b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:51,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0e87d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:51,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T06:06:51,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T06:06:51,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=176 (was 157) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40919 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40919 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 496) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=159 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7742 (was 7843) 2024-11-26T06:06:51,207 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=176, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=159, ProcessCount=11, AvailableMemoryMB=7742 2024-11-26T06:06:51,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir so I do NOT create it in target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998 2024-11-26T06:06:51,219 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.tmp.dir so I do NOT create it in target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998 2024-11-26T06:06:51,219 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ecc5c108-05fb-ef9f-6725-9344a58c1be9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T06:06:51,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed, deleteOnExit=true 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/test.cache.data in system properties and HBase conf 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir in system properties and HBase conf 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T06:06:51,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/nfs.dump.dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/java.io.tmpdir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T06:06:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T06:06:51,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:51,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:51,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:51,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:51,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T06:06:51,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:51,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@492377ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:51,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589ba766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:51,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fc7629b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/java.io.tmpdir/jetty-localhost-37747-hadoop-hdfs-3_4_1-tests_jar-_-any-3884368144891982792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:51,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39551ced{HTTP/1.1, (http/1.1)}{localhost:37747} 2024-11-26T06:06:51,547 INFO [Time-limited test {}] server.Server(415): Started @34765ms 2024-11-26T06:06:51,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:51,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:51,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:51,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:51,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T06:06:51,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70412d56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:51,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3afd63ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:51,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6feaa44b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/java.io.tmpdir/jetty-localhost-44791-hadoop-hdfs-3_4_1-tests_jar-_-any-2266864546809662988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:51,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@185c4a7{HTTP/1.1, (http/1.1)}{localhost:44791} 2024-11-26T06:06:51,803 INFO [Time-limited test {}] server.Server(415): Started @35022ms 2024-11-26T06:06:51,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:51,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T06:06:51,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T06:06:51,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T06:06:51,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T06:06:51,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T06:06:51,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9570bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir/,AVAILABLE} 2024-11-26T06:06:51,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94beeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T06:06:51,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@279f0685{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/java.io.tmpdir/jetty-localhost-35165-hadoop-hdfs-3_4_1-tests_jar-_-any-10788711888621100260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:51,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@587f151f{HTTP/1.1, (http/1.1)}{localhost:35165} 2024-11-26T06:06:51,931 INFO [Time-limited test {}] server.Server(415): Started @35150ms 2024-11-26T06:06:51,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T06:06:52,354 WARN [Thread-1451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data2/current/BP-500989357-172.17.0.2-1732601211236/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:52,354 WARN [Thread-1450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data1/current/BP-500989357-172.17.0.2-1732601211236/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:52,372 WARN [Thread-1415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e39260078a420c2 with lease ID 0x284d31fb14f66bbe: Processing first storage report for DS-38d15e55-8c66-46be-978a-4d5b1243558f from datanode DatanodeRegistration(127.0.0.1:43247, datanodeUuid=54b6efe8-85c6-4ce4-b380-24120137aa5d, infoPort=36695, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236) 2024-11-26T06:06:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e39260078a420c2 with lease ID 0x284d31fb14f66bbe: from storage DS-38d15e55-8c66-46be-978a-4d5b1243558f node DatanodeRegistration(127.0.0.1:43247, datanodeUuid=54b6efe8-85c6-4ce4-b380-24120137aa5d, infoPort=36695, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e39260078a420c2 with lease ID 0x284d31fb14f66bbe: Processing first storage report for DS-ec29f4e7-0e9b-438c-96f6-fcb860e0c3cd from datanode DatanodeRegistration(127.0.0.1:43247, datanodeUuid=54b6efe8-85c6-4ce4-b380-24120137aa5d, infoPort=36695, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236) 2024-11-26T06:06:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e39260078a420c2 with lease ID 0x284d31fb14f66bbe: from storage DS-ec29f4e7-0e9b-438c-96f6-fcb860e0c3cd node DatanodeRegistration(127.0.0.1:43247, datanodeUuid=54b6efe8-85c6-4ce4-b380-24120137aa5d, infoPort=36695, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:52,550 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data3/current/BP-500989357-172.17.0.2-1732601211236/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:52,551 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data4/current/BP-500989357-172.17.0.2-1732601211236/current, will proceed with Du for space computation calculation, 2024-11-26T06:06:52,570 WARN [Thread-1438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T06:06:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d4210d6e62697d with lease ID 0x284d31fb14f66bbf: Processing first storage report for DS-cebd05f6-ebb8-4d9f-b17f-113150208bf8 from datanode DatanodeRegistration(127.0.0.1:35377, datanodeUuid=06c624b1-761e-4797-99c4-2748b45b38b2, infoPort=44971, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236) 2024-11-26T06:06:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d4210d6e62697d with lease ID 0x284d31fb14f66bbf: from storage DS-cebd05f6-ebb8-4d9f-b17f-113150208bf8 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=06c624b1-761e-4797-99c4-2748b45b38b2, infoPort=44971, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d4210d6e62697d with lease ID 0x284d31fb14f66bbf: Processing first storage report for DS-4fa6d30b-55e0-46da-a42f-9ebdea060a71 from datanode DatanodeRegistration(127.0.0.1:35377, datanodeUuid=06c624b1-761e-4797-99c4-2748b45b38b2, infoPort=44971, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236) 2024-11-26T06:06:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d4210d6e62697d with lease ID 0x284d31fb14f66bbf: from storage DS-4fa6d30b-55e0-46da-a42f-9ebdea060a71 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=06c624b1-761e-4797-99c4-2748b45b38b2, infoPort=44971, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1231025652;c=1732601211236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T06:06:52,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998 2024-11-26T06:06:52,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/zookeeper_0, clientPort=54757, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T06:06:52,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54757 2024-11-26T06:06:52,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741825_1001 (size=7) 2024-11-26T06:06:52,684 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a with version=8 2024-11-26T06:06:52,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/hbase-staging 2024-11-26T06:06:52,687 INFO [Time-limited test {}] client.ConnectionUtils(129): master/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:52,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:52,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:52,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:52,688 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:52,689 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35353 2024-11-26T06:06:52,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35353 connecting to ZooKeeper ensemble=127.0.0.1:54757 2024-11-26T06:06:52,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T06:06:52,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353530x0, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:52,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35353-0x101770a11720000 connected 2024-11-26T06:06:52,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:52,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:52,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:52,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-26T06:06:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35353 2024-11-26T06:06:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35353 2024-11-26T06:06:52,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-26T06:06:52,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-26T06:06:52,815 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a, hbase.cluster.distributed=false 2024-11-26T06:06:52,864 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:52,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:52,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:52,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:52,865 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:52,865 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41791 2024-11-26T06:06:52,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:52,866 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T06:06:52,871 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T06:06:52,871 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T06:06:52,872 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T06:06:52,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:52,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41791 connecting to ZooKeeper ensemble=127.0.0.1:54757 2024-11-26T06:06:52,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417910x0, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:52,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417910x0, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:52,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41791-0x101770a11720001 connected 2024-11-26T06:06:52,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:52,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-26T06:06:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41791 2024-11-26T06:06:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41791 2024-11-26T06:06:52,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-26T06:06:52,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-26T06:06:52,899 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/66073b541d85:0 server-side Connection retries=45 2024-11-26T06:06:52,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T06:06:52,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T06:06:52,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T06:06:52,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T06:06:52,900 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T06:06:52,900 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37129 2024-11-26T06:06:52,900 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T06:06:52,901 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T06:06:52,905 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T06:06:52,905 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T06:06:52,906 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T06:06:52,906 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T06:06:52,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37129 connecting to ZooKeeper ensemble=127.0.0.1:54757 2024-11-26T06:06:52,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371290x0, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T06:06:52,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371290x0, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:52,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37129-0x101770a11720002 connected 2024-11-26T06:06:52,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:52,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T06:06:52,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-26T06:06:52,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37129 2024-11-26T06:06:52,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37129 2024-11-26T06:06:52,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-26T06:06:52,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-26T06:06:52,919 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/66073b541d85,35353,1732601212686 2024-11-26T06:06:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:52,924 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66073b541d85,35353,1732601212686 2024-11-26T06:06:52,930 DEBUG [M:0;66073b541d85:35353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66073b541d85:35353 2024-11-26T06:06:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:52,932 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:52,933 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66073b541d85,35353,1732601212686 from backup master directory 2024-11-26T06:06:52,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66073b541d85,35353,1732601212686 2024-11-26T06:06:52,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:52,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:52,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T06:06:52,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T06:06:52,940 WARN [master/66073b541d85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:52,940 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66073b541d85,35353,1732601212686 2024-11-26T06:06:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741826_1002 (size=42) 2024-11-26T06:06:52,954 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/hbase.id with ID: a8feb994-7234-4388-bdfe-8a65ea757c50 2024-11-26T06:06:52,964 INFO [master/66073b541d85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T06:06:52,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:52,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:52,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741827_1003 (size=196) 2024-11-26T06:06:52,981 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:52,981 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T06:06:52,982 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:52,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741828_1004 (size=1189) 2024-11-26T06:06:52,991 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store 2024-11-26T06:06:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741829_1005 (size=34) 2024-11-26T06:06:52,998 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:52,998 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:52,998 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:52,998 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:52,998 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:52,998 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:52,998 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:52,998 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:52,999 WARN [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/.initializing 2024-11-26T06:06:52,999 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/WALs/66073b541d85,35353,1732601212686 2024-11-26T06:06:53,000 INFO [master/66073b541d85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:53,001 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C35353%2C1732601212686, suffix=, logDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/WALs/66073b541d85,35353,1732601212686, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/oldWALs, maxLogs=10 2024-11-26T06:06:53,012 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/WALs/66073b541d85,35353,1732601212686/66073b541d85%2C35353%2C1732601212686.1732601213001, exclude list is [], retry=0 2024-11-26T06:06:53,015 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-38d15e55-8c66-46be-978a-4d5b1243558f,DISK] 2024-11-26T06:06:53,015 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-cebd05f6-ebb8-4d9f-b17f-113150208bf8,DISK] 2024-11-26T06:06:53,017 INFO [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/WALs/66073b541d85,35353,1732601212686/66073b541d85%2C35353%2C1732601212686.1732601213001 2024-11-26T06:06:53,017 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36695:36695),(127.0.0.1/127.0.0.1:44971:44971)] 2024-11-26T06:06:53,017 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:53,017 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:53,017 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,018 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T06:06:53,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:53,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T06:06:53,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:53,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T06:06:53,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:53,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T06:06:53,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:53,026 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,027 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,028 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T06:06:53,029 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T06:06:53,031 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:53,031 INFO [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62043539, jitterRate=-0.07547922432422638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T06:06:53,032 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:53,032 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T06:06:53,035 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb56ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:53,035 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T06:06:53,035 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T06:06:53,035 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T06:06:53,036 INFO [master/66073b541d85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T06:06:53,036 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T06:06:53,036 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T06:06:53,036 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T06:06:53,038 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T06:06:53,039 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T06:06:53,049 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T06:06:53,049 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T06:06:53,049 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T06:06:53,057 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T06:06:53,057 INFO [master/66073b541d85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T06:06:53,058 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T06:06:53,065 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T06:06:53,066 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T06:06:53,074 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T06:06:53,075 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T06:06:53,082 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T06:06:53,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,091 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=66073b541d85,35353,1732601212686, sessionid=0x101770a11720000, setting cluster-up flag (Was=false) 2024-11-26T06:06:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,132 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T06:06:53,133 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,35353,1732601212686 2024-11-26T06:06:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,174 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T06:06:53,175 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66073b541d85,35353,1732601212686 2024-11-26T06:06:53,177 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:53,177 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T06:06:53,177 INFO [master/66073b541d85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T06:06:53,177 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66073b541d85,35353,1732601212686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66073b541d85:0, corePoolSize=5, maxPoolSize=5 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66073b541d85:0, corePoolSize=10, maxPoolSize=10 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:53,178 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732601243179 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T06:06:53,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T06:06:53,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T06:06:53,179 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,180 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T06:06:53,180 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T06:06:53,180 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T06:06:53,180 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T06:06:53,180 INFO [master/66073b541d85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T06:06:53,180 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601213180,5,FailOnTimeoutGroup] 2024-11-26T06:06:53,180 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601213180,5,FailOnTimeoutGroup] 2024-11-26T06:06:53,180 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,181 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T06:06:53,181 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,181 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,181 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741831_1007 (size=1039) 2024-11-26T06:06:53,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T06:06:53,190 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a 2024-11-26T06:06:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741832_1008 (size=32) 2024-11-26T06:06:53,229 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66073b541d85:41791 2024-11-26T06:06:53,230 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1008): ClusterId : a8feb994-7234-4388-bdfe-8a65ea757c50 2024-11-26T06:06:53,230 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:53,234 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;66073b541d85:37129 2024-11-26T06:06:53,241 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1008): ClusterId : a8feb994-7234-4388-bdfe-8a65ea757c50 2024-11-26T06:06:53,241 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T06:06:53,241 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:53,241 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:53,257 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T06:06:53,257 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T06:06:53,258 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:53,258 DEBUG [RS:0;66073b541d85:41791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195b7692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:53,259 DEBUG [RS:0;66073b541d85:41791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1510f514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:53,259 INFO [RS:0;66073b541d85:41791 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:53,259 INFO [RS:0;66073b541d85:41791 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:53,259 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:53,265 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,35353,1732601212686 with isa=66073b541d85/172.17.0.2:41791, startcode=1732601212864 2024-11-26T06:06:53,266 DEBUG [RS:0;66073b541d85:41791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:53,266 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T06:06:53,266 DEBUG [RS:1;66073b541d85:37129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab53b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:53,267 DEBUG [RS:1;66073b541d85:37129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5002f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:53,267 INFO [RS:1;66073b541d85:37129 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T06:06:53,267 INFO [RS:1;66073b541d85:37129 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T06:06:53,267 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T06:06:53,267 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39915, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:53,268 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(3073): reportForDuty to master=66073b541d85,35353,1732601212686 with isa=66073b541d85/172.17.0.2:37129, startcode=1732601212899 2024-11-26T06:06:53,268 DEBUG [RS:1;66073b541d85:37129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T06:06:53,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,41791,1732601212864 2024-11-26T06:06:53,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(486): Registering regionserver=66073b541d85,41791,1732601212864 2024-11-26T06:06:53,270 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a 2024-11-26T06:06:53,270 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36013 2024-11-26T06:06:53,270 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:53,270 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34461, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T06:06:53,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 66073b541d85,37129,1732601212899 2024-11-26T06:06:53,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(486): Registering regionserver=66073b541d85,37129,1732601212899 2024-11-26T06:06:53,272 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a 2024-11-26T06:06:53,272 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36013 2024-11-26T06:06:53,272 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T06:06:53,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:53,305 DEBUG [RS:0;66073b541d85:41791 {}] zookeeper.ZKUtil(111): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,41791,1732601212864 2024-11-26T06:06:53,305 WARN [RS:0;66073b541d85:41791 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:53,305 INFO [RS:0;66073b541d85:41791 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:53,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,41791,1732601212864] 2024-11-26T06:06:53,305 DEBUG [RS:1;66073b541d85:37129 {}] zookeeper.ZKUtil(111): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66073b541d85,37129,1732601212899 2024-11-26T06:06:53,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66073b541d85,37129,1732601212899] 2024-11-26T06:06:53,305 WARN [RS:1;66073b541d85:37129 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T06:06:53,305 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864 2024-11-26T06:06:53,305 INFO [RS:1;66073b541d85:37129 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:53,305 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,37129,1732601212899 2024-11-26T06:06:53,308 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:53,308 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T06:06:53,309 INFO [RS:1;66073b541d85:37129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:53,309 INFO [RS:0;66073b541d85:41791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T06:06:53,310 INFO [RS:1;66073b541d85:37129 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:53,310 INFO [RS:1;66073b541d85:37129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:53,310 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,310 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:53,311 INFO [RS:0;66073b541d85:41791 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T06:06:53,311 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,311 INFO [RS:0;66073b541d85:41791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T06:06:53,311 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:53,311 DEBUG [RS:1;66073b541d85:37129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:53,312 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,312 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,37129,1732601212899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66073b541d85:0, corePoolSize=2, maxPoolSize=2 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66073b541d85:0, corePoolSize=1, maxPoolSize=1 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:53,312 DEBUG [RS:0;66073b541d85:41791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66073b541d85:0, corePoolSize=3, maxPoolSize=3 2024-11-26T06:06:53,314 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,314 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,314 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,314 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,315 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,41791,1732601212864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:53,325 INFO [RS:1;66073b541d85:37129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:53,325 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,37129,1732601212899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,328 INFO [RS:0;66073b541d85:41791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T06:06:53,328 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,41791,1732601212864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:53,337 INFO [RS:1;66073b541d85:37129 {}] regionserver.Replication(204): 66073b541d85,37129,1732601212899 started 2024-11-26T06:06:53,337 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,37129,1732601212899, RpcServer on 66073b541d85/172.17.0.2:37129, sessionid=0x101770a11720002 2024-11-26T06:06:53,337 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:53,337 DEBUG [RS:1;66073b541d85:37129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,37129,1732601212899 2024-11-26T06:06:53,337 DEBUG [RS:1;66073b541d85:37129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,37129,1732601212899' 2024-11-26T06:06:53,337 DEBUG [RS:1;66073b541d85:37129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,37129,1732601212899 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,37129,1732601212899' 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:53,338 DEBUG [RS:1;66073b541d85:37129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:53,339 DEBUG [RS:1;66073b541d85:37129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:53,339 INFO [RS:1;66073b541d85:37129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:53,339 INFO [RS:1;66073b541d85:37129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:53,340 INFO [RS:0;66073b541d85:41791 {}] regionserver.Replication(204): 66073b541d85,41791,1732601212864 started 2024-11-26T06:06:53,340 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1767): Serving as 66073b541d85,41791,1732601212864, RpcServer on 66073b541d85/172.17.0.2:41791, sessionid=0x101770a11720001 2024-11-26T06:06:53,340 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T06:06:53,340 DEBUG [RS:0;66073b541d85:41791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66073b541d85,41791,1732601212864 2024-11-26T06:06:53,340 DEBUG [RS:0;66073b541d85:41791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,41791,1732601212864' 2024-11-26T06:06:53,340 DEBUG [RS:0;66073b541d85:41791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T06:06:53,340 DEBUG [RS:0;66073b541d85:41791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66073b541d85,41791,1732601212864 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66073b541d85,41791,1732601212864' 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T06:06:53,341 DEBUG [RS:0;66073b541d85:41791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T06:06:53,341 INFO [RS:0;66073b541d85:41791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T06:06:53,341 INFO [RS:0;66073b541d85:41791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T06:06:53,439 INFO [RS:1;66073b541d85:37129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:53,441 INFO [RS:1;66073b541d85:37129 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C37129%2C1732601212899, suffix=, logDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,37129,1732601212899, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/oldWALs, maxLogs=32 2024-11-26T06:06:53,442 INFO [RS:0;66073b541d85:41791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T06:06:53,443 INFO [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C41791%2C1732601212864, suffix=, logDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/oldWALs, maxLogs=32 2024-11-26T06:06:53,457 DEBUG [RS:1;66073b541d85:37129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,37129,1732601212899/66073b541d85%2C37129%2C1732601212899.1732601213441, exclude list is [], retry=0 2024-11-26T06:06:53,458 DEBUG [RS:0;66073b541d85:41791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864/66073b541d85%2C41791%2C1732601212864.1732601213444, exclude list is [], retry=0 2024-11-26T06:06:53,460 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-38d15e55-8c66-46be-978a-4d5b1243558f,DISK] 2024-11-26T06:06:53,460 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-38d15e55-8c66-46be-978a-4d5b1243558f,DISK] 2024-11-26T06:06:53,460 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-cebd05f6-ebb8-4d9f-b17f-113150208bf8,DISK] 2024-11-26T06:06:53,461 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-cebd05f6-ebb8-4d9f-b17f-113150208bf8,DISK] 2024-11-26T06:06:53,462 INFO [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864/66073b541d85%2C41791%2C1732601212864.1732601213444 2024-11-26T06:06:53,462 INFO [RS:1;66073b541d85:37129 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,37129,1732601212899/66073b541d85%2C37129%2C1732601212899.1732601213441 2024-11-26T06:06:53,462 DEBUG [RS:1;66073b541d85:37129 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:36695:36695)] 2024-11-26T06:06:53,462 DEBUG [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36695:36695),(127.0.0.1/127.0.0.1:44971:44971)] 2024-11-26T06:06:53,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:53,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:53,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:53,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:53,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:53,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:53,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:53,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:53,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:53,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:53,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:53,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740 2024-11-26T06:06:53,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740 2024-11-26T06:06:53,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:53,618 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:53,618 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64903232, jitterRate=-0.032866477966308594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:53,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:53,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:53,619 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:53,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:53,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:53,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:53,620 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:53,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:53,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T06:06:53,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T06:06:53,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T06:06:53,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T06:06:53,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T06:06:53,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T06:06:53,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T06:06:53,773 DEBUG [66073b541d85:35353 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T06:06:53,773 DEBUG [66073b541d85:35353 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:53,775 DEBUG [66073b541d85:35353 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:53,775 DEBUG [66073b541d85:35353 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:53,775 INFO [66073b541d85:35353 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:53,775 INFO [66073b541d85:35353 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:53,775 DEBUG [66073b541d85:35353 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:53,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66073b541d85,41791,1732601212864 2024-11-26T06:06:53,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,41791,1732601212864, state=OPENING 2024-11-26T06:06:53,807 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T06:06:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:53,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=66073b541d85,41791,1732601212864}] 2024-11-26T06:06:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:53,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,41791,1732601212864 2024-11-26T06:06:53,970 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:53,972 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:53,977 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T06:06:53,977 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T06:06:53,978 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T06:06:53,979 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66073b541d85%2C41791%2C1732601212864.meta, suffix=.meta, logDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/oldWALs, maxLogs=32 2024-11-26T06:06:53,992 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864/66073b541d85%2C41791%2C1732601212864.meta.1732601213980.meta, exclude list is [], retry=0 2024-11-26T06:06:53,994 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-cebd05f6-ebb8-4d9f-b17f-113150208bf8,DISK] 2024-11-26T06:06:53,995 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-38d15e55-8c66-46be-978a-4d5b1243558f,DISK] 2024-11-26T06:06:53,996 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864/66073b541d85%2C41791%2C1732601212864.meta.1732601213980.meta 2024-11-26T06:06:53,997 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:36695:36695)] 2024-11-26T06:06:53,997 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:53,997 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T06:06:53,997 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T06:06:53,997 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T06:06:53,998 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T06:06:53,998 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:53,998 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T06:06:53,998 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T06:06:53,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T06:06:54,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T06:06:54,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:54,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:54,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T06:06:54,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T06:06:54,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:54,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:54,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T06:06:54,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T06:06:54,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T06:06:54,004 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740 2024-11-26T06:06:54,005 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740 2024-11-26T06:06:54,006 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T06:06:54,007 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T06:06:54,008 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71329532, jitterRate=0.0628928542137146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T06:06:54,008 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T06:06:54,009 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732601213969 2024-11-26T06:06:54,011 DEBUG [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T06:06:54,011 INFO [RS_OPEN_META-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T06:06:54,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,41791,1732601212864 2024-11-26T06:06:54,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66073b541d85,41791,1732601212864, state=OPEN 2024-11-26T06:06:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:54,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:54,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T06:06:54,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T06:06:54,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T06:06:54,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=66073b541d85,41791,1732601212864 in 199 msec 2024-11-26T06:06:54,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T06:06:54,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-26T06:06:54,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 843 msec 2024-11-26T06:06:54,020 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732601214019, completionTime=-1 2024-11-26T06:06:54,020 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T06:06:54,020 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T06:06:54,020 DEBUG [hconnection-0x7cbacc43-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:54,022 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:54,023 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T06:06:54,023 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732601274023 2024-11-26T06:06:54,023 INFO [master/66073b541d85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732601334023 2024-11-26T06:06:54,023 INFO [master/66073b541d85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T06:06:54,040 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35353,1732601212686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:54,040 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35353,1732601212686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:54,041 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35353,1732601212686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:54,041 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66073b541d85:35353, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:54,041 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:54,041 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T06:06:54,041 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T06:06:54,042 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T06:06:54,042 DEBUG [master/66073b541d85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T06:06:54,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:54,043 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:54,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741836_1012 (size=358) 2024-11-26T06:06:54,054 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2bdb4e1732d84e4170d4c24a12786867, NAME => 'hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a 2024-11-26T06:06:54,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741837_1013 (size=42) 2024-11-26T06:06:54,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:54,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2bdb4e1732d84e4170d4c24a12786867, disabling compactions & flushes 2024-11-26T06:06:54,062 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. after waiting 0 ms 2024-11-26T06:06:54,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,063 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,063 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2bdb4e1732d84e4170d4c24a12786867: 2024-11-26T06:06:54,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:54,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732601214064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601214064"}]},"ts":"1732601214064"} 2024-11-26T06:06:54,065 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T06:06:54,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:54,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601214066"}]},"ts":"1732601214066"} 2024-11-26T06:06:54,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T06:06:54,082 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:54,083 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:54,083 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:54,083 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:54,083 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:54,083 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:54,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2bdb4e1732d84e4170d4c24a12786867, ASSIGN}] 2024-11-26T06:06:54,084 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2bdb4e1732d84e4170d4c24a12786867, ASSIGN 2024-11-26T06:06:54,085 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2bdb4e1732d84e4170d4c24a12786867, ASSIGN; state=OFFLINE, location=66073b541d85,41791,1732601212864; forceNewPlan=false, retain=false 2024-11-26T06:06:54,235 INFO [66073b541d85:35353 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T06:06:54,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2bdb4e1732d84e4170d4c24a12786867, regionState=OPENING, regionLocation=66073b541d85,41791,1732601212864 2024-11-26T06:06:54,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2bdb4e1732d84e4170d4c24a12786867, server=66073b541d85,41791,1732601212864}] 2024-11-26T06:06:54,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 66073b541d85,41791,1732601212864 2024-11-26T06:06:54,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2bdb4e1732d84e4170d4c24a12786867, NAME => 'hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867.', STARTKEY => '', ENDKEY => ''} 2024-11-26T06:06:54,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:54,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,399 INFO [StoreOpener-2bdb4e1732d84e4170d4c24a12786867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,400 INFO [StoreOpener-2bdb4e1732d84e4170d4c24a12786867-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdb4e1732d84e4170d4c24a12786867 columnFamilyName info 2024-11-26T06:06:54,400 DEBUG [StoreOpener-2bdb4e1732d84e4170d4c24a12786867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:54,401 INFO [StoreOpener-2bdb4e1732d84e4170d4c24a12786867-1 {}] regionserver.HStore(327): Store=2bdb4e1732d84e4170d4c24a12786867/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:54,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:54,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2bdb4e1732d84e4170d4c24a12786867; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73500967, jitterRate=0.09524975717067719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:54,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2bdb4e1732d84e4170d4c24a12786867: 2024-11-26T06:06:54,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867., pid=6, masterSystemTime=1732601214394 2024-11-26T06:06:54,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:54,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2bdb4e1732d84e4170d4c24a12786867, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,41791,1732601212864 2024-11-26T06:06:54,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T06:06:54,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2bdb4e1732d84e4170d4c24a12786867, server=66073b541d85,41791,1732601212864 in 172 msec 2024-11-26T06:06:54,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T06:06:54,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2bdb4e1732d84e4170d4c24a12786867, ASSIGN in 329 msec 2024-11-26T06:06:54,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:54,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601214414"}]},"ts":"1732601214414"} 2024-11-26T06:06:54,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T06:06:54,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:54,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 383 msec 2024-11-26T06:06:54,443 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T06:06:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:54,503 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T06:06:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:54,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 21 msec 2024-11-26T06:06:54,536 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T06:06:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T06:06:54,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-11-26T06:06:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T06:06:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T06:06:54,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.659sec 2024-11-26T06:06:54,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T06:06:54,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T06:06:54,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T06:06:54,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T06:06:54,599 INFO [master/66073b541d85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T06:06:54,600 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35353,1732601212686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T06:06:54,600 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35353,1732601212686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T06:06:54,602 DEBUG [master/66073b541d85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T06:06:54,602 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T06:06:54,602 INFO [master/66073b541d85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66073b541d85,35353,1732601212686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T06:06:54,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6a86b3 to 127.0.0.1:54757 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@111391de 2024-11-26T06:06:54,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8e6f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T06:06:54,634 DEBUG [hconnection-0x55782ce0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:54,635 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:54,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=66073b541d85,35353,1732601212686 2024-11-26T06:06:54,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T06:06:54,639 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T06:06:54,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T06:06:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T06:06:54,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T06:06:54,643 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:54,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T06:06:54,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T06:06:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:54,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:54,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741838_1014 (size=379) 2024-11-26T06:06:54,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8bdb2bfdb8af3ef38cbee1f751f22236, NAME => 'testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a 2024-11-26T06:06:54,654 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a5ee432402e871743830894fff4bddd5, NAME => 'testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a 2024-11-26T06:06:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741839_1015 (size=61) 2024-11-26T06:06:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741840_1016 (size=61) 2024-11-26T06:06:54,660 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 8bdb2bfdb8af3ef38cbee1f751f22236, disabling compactions & flushes 2024-11-26T06:06:54,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. after waiting 0 ms 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:54,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8bdb2bfdb8af3ef38cbee1f751f22236: 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing a5ee432402e871743830894fff4bddd5, disabling compactions & flushes 2024-11-26T06:06:54,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. after waiting 0 ms 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:54,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:54,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for a5ee432402e871743830894fff4bddd5: 2024-11-26T06:06:54,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T06:06:54,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601214662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601214662"}]},"ts":"1732601214662"} 2024-11-26T06:06:54,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732601214662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732601214662"}]},"ts":"1732601214662"} 2024-11-26T06:06:54,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T06:06:54,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T06:06:54,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601214665"}]},"ts":"1732601214665"} 2024-11-26T06:06:54,667 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T06:06:54,682 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {66073b541d85=0} racks are {/default-rack=0} 2024-11-26T06:06:54,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T06:06:54,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T06:06:54,683 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T06:06:54,683 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T06:06:54,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T06:06:54,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bdb2bfdb8af3ef38cbee1f751f22236, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5ee432402e871743830894fff4bddd5, ASSIGN}] 2024-11-26T06:06:54,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5ee432402e871743830894fff4bddd5, ASSIGN 2024-11-26T06:06:54,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bdb2bfdb8af3ef38cbee1f751f22236, ASSIGN 2024-11-26T06:06:54,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5ee432402e871743830894fff4bddd5, ASSIGN; state=OFFLINE, location=66073b541d85,37129,1732601212899; forceNewPlan=false, retain=false 2024-11-26T06:06:54,685 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bdb2bfdb8af3ef38cbee1f751f22236, ASSIGN; state=OFFLINE, location=66073b541d85,41791,1732601212864; forceNewPlan=false, retain=false 2024-11-26T06:06:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:54,835 INFO [66073b541d85:35353 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T06:06:54,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8bdb2bfdb8af3ef38cbee1f751f22236, regionState=OPENING, regionLocation=66073b541d85,41791,1732601212864 2024-11-26T06:06:54,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a5ee432402e871743830894fff4bddd5, regionState=OPENING, regionLocation=66073b541d85,37129,1732601212899 2024-11-26T06:06:54,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 8bdb2bfdb8af3ef38cbee1f751f22236, server=66073b541d85,41791,1732601212864}] 2024-11-26T06:06:54,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure a5ee432402e871743830894fff4bddd5, server=66073b541d85,37129,1732601212899}] 2024-11-26T06:06:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:54,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 66073b541d85,41791,1732601212864 2024-11-26T06:06:54,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 66073b541d85,37129,1732601212899 2024-11-26T06:06:54,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:54,997 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:54,998 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:54,998 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 8bdb2bfdb8af3ef38cbee1f751f22236, NAME => 'testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T06:06:54,999 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:54,999 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:54,999 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:54,999 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,002 INFO [StoreOpener-8bdb2bfdb8af3ef38cbee1f751f22236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,002 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,002 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => a5ee432402e871743830894fff4bddd5, NAME => 'testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T06:06:55,002 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,002 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T06:06:55,002 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,003 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,003 INFO [StoreOpener-8bdb2bfdb8af3ef38cbee1f751f22236-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdb2bfdb8af3ef38cbee1f751f22236 columnFamilyName family 2024-11-26T06:06:55,003 DEBUG [StoreOpener-8bdb2bfdb8af3ef38cbee1f751f22236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:55,004 INFO [StoreOpener-8bdb2bfdb8af3ef38cbee1f751f22236-1 {}] regionserver.HStore(327): Store=8bdb2bfdb8af3ef38cbee1f751f22236/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:55,004 INFO [StoreOpener-a5ee432402e871743830894fff4bddd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,004 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,005 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,005 INFO [StoreOpener-a5ee432402e871743830894fff4bddd5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5ee432402e871743830894fff4bddd5 columnFamilyName family 2024-11-26T06:06:55,005 DEBUG [StoreOpener-a5ee432402e871743830894fff4bddd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T06:06:55,005 INFO [StoreOpener-a5ee432402e871743830894fff4bddd5-1 {}] regionserver.HStore(327): Store=a5ee432402e871743830894fff4bddd5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T06:06:55,006 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,006 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,007 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,008 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,009 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:55,009 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 8bdb2bfdb8af3ef38cbee1f751f22236; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61000907, jitterRate=-0.09101565182209015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:55,010 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 8bdb2bfdb8af3ef38cbee1f751f22236: 2024-11-26T06:06:55,010 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T06:06:55,010 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236., pid=12, masterSystemTime=1732601214993 2024-11-26T06:06:55,010 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened a5ee432402e871743830894fff4bddd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67002485, jitterRate=-0.0015851706266403198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T06:06:55,011 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for a5ee432402e871743830894fff4bddd5: 2024-11-26T06:06:55,012 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5., pid=13, masterSystemTime=1732601214994 2024-11-26T06:06:55,012 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,013 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8bdb2bfdb8af3ef38cbee1f751f22236, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,41791,1732601212864 2024-11-26T06:06:55,013 DEBUG [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,013 INFO [RS_OPEN_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,014 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a5ee432402e871743830894fff4bddd5, regionState=OPEN, openSeqNum=2, regionLocation=66073b541d85,37129,1732601212899 2024-11-26T06:06:55,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T06:06:55,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 8bdb2bfdb8af3ef38cbee1f751f22236, server=66073b541d85,41791,1732601212864 in 176 msec 2024-11-26T06:06:55,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T06:06:55,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure a5ee432402e871743830894fff4bddd5, server=66073b541d85,37129,1732601212899 in 174 msec 2024-11-26T06:06:55,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bdb2bfdb8af3ef38cbee1f751f22236, ASSIGN in 333 msec 2024-11-26T06:06:55,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-26T06:06:55,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5ee432402e871743830894fff4bddd5, ASSIGN in 334 msec 2024-11-26T06:06:55,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T06:06:55,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732601215019"}]},"ts":"1732601215019"} 2024-11-26T06:06:55,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T06:06:55,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T06:06:55,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 383 msec 2024-11-26T06:06:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T06:06:55,250 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T06:06:55,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T06:06:55,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:55,258 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T06:06:55,259 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T06:06:55,259 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T06:06:55,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T06:06:55,271 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T06:06:55,276 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8bdb2bfdb8af3ef38cbee1f751f22236 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T06:06:55,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/.tmp/family/36bbc47d66dd4fbc8f49e03bebdde4f3 is 32, key is 1/family:/1732601215263/Put/seqid=0 2024-11-26T06:06:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741841_1017 (size=5054) 2024-11-26T06:06:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741841_1017 (size=5054) 2024-11-26T06:06:55,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/.tmp/family/36bbc47d66dd4fbc8f49e03bebdde4f3 2024-11-26T06:06:55,302 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/.tmp/family/36bbc47d66dd4fbc8f49e03bebdde4f3 as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/family/36bbc47d66dd4fbc8f49e03bebdde4f3 2024-11-26T06:06:55,309 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/family/36bbc47d66dd4fbc8f49e03bebdde4f3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T06:06:55,309 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8bdb2bfdb8af3ef38cbee1f751f22236 in 33ms, sequenceid=8, compaction requested=false 2024-11-26T06:06:55,310 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8bdb2bfdb8af3ef38cbee1f751f22236: 2024-11-26T06:06:55,310 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing a5ee432402e871743830894fff4bddd5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T06:06:55,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/.tmp/family/b9d17e57d1394896bd5dea525c41ce12 is 32, key is 5/family:/1732601215271/Put/seqid=0 2024-11-26T06:06:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741842_1018 (size=5083) 2024-11-26T06:06:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741842_1018 (size=5083) 2024-11-26T06:06:55,333 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/.tmp/family/b9d17e57d1394896bd5dea525c41ce12 2024-11-26T06:06:55,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/.tmp/family/b9d17e57d1394896bd5dea525c41ce12 as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/family/b9d17e57d1394896bd5dea525c41ce12 2024-11-26T06:06:55,344 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/family/b9d17e57d1394896bd5dea525c41ce12, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T06:06:55,344 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a5ee432402e871743830894fff4bddd5 in 34ms, sequenceid=9, compaction requested=false 2024-11-26T06:06:55,344 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for a5ee432402e871743830894fff4bddd5: 2024-11-26T06:06:55,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:55,353 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] bucket.BucketCache(1851): found 1 blocks for file 36bbc47d66dd4fbc8f49e03bebdde4f3, starting offset: 0, end offset: 9223372036854775807 2024-11-26T06:06:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] bucket.BucketCache(843): removed key 36bbc47d66dd4fbc8f49e03bebdde4f3_0 from back map with offset lock 2094080 in the evict process 2024-11-26T06:06:55,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T06:06:55,355 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T06:06:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] bucket.BucketCache(1851): found 1 blocks for file b9d17e57d1394896bd5dea525c41ce12, starting offset: 0, end offset: 9223372036854775807 2024-11-26T06:06:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] bucket.BucketCache(843): removed key b9d17e57d1394896bd5dea525c41ce12_0 from back map with offset lock 2094080 in the evict process 2024-11-26T06:06:55,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T06:06:55,355 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T06:06:55,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6a86b3 to 127.0.0.1:54757 2024-11-26T06:06:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T06:06:55,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=583674291, stopped=false 2024-11-26T06:06:55,356 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=66073b541d85,35353,1732601212686 2024-11-26T06:06:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T06:06:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:55,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T06:06:55,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:55,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:55,400 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,41791,1732601212864' ***** 2024-11-26T06:06:55,400 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:55,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T06:06:55,400 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,37129,1732601212899' ***** 2024-11-26T06:06:55,400 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T06:06:55,401 INFO [RS:0;66073b541d85:41791 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T06:06:55,401 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T06:06:55,401 INFO [RS:1;66073b541d85:37129 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T06:06:55,401 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T06:06:55,401 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T06:06:55,401 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T06:06:55,401 INFO [RS:1;66073b541d85:37129 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T06:06:55,401 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T06:06:55,401 INFO [RS:0;66073b541d85:41791 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T06:06:55,401 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T06:06:55,402 INFO [RS:0;66073b541d85:41791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:55,402 INFO [RS:1;66073b541d85:37129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T06:06:55,402 INFO [RS:0;66073b541d85:41791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:55,402 INFO [RS:0;66073b541d85:41791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:55,402 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:55,402 INFO [RS:1;66073b541d85:37129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T06:06:55,402 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T06:06:55,402 INFO [RS:1;66073b541d85:37129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T06:06:55,402 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(3579): Received CLOSE for 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,402 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(3579): Received CLOSE for a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,403 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(3579): Received CLOSE for 2bdb4e1732d84e4170d4c24a12786867 2024-11-26T06:06:55,403 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,41791,1732601212864 2024-11-26T06:06:55,403 DEBUG [RS:0;66073b541d85:41791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,403 INFO [RS:0;66073b541d85:41791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:55,403 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8bdb2bfdb8af3ef38cbee1f751f22236, disabling compactions & flushes 2024-11-26T06:06:55,403 INFO [RS:0;66073b541d85:41791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:55,403 INFO [RS:0;66073b541d85:41791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:55,403 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,403 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,403 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,37129,1732601212899 2024-11-26T06:06:55,403 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. after waiting 0 ms 2024-11-26T06:06:55,403 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,403 DEBUG [RS:1;66073b541d85:37129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,403 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T06:06:55,403 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T06:06:55,403 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a5ee432402e871743830894fff4bddd5, disabling compactions & flushes 2024-11-26T06:06:55,403 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1603): Online Regions={a5ee432402e871743830894fff4bddd5=testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5.} 2024-11-26T06:06:55,403 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,403 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,404 DEBUG [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1629): Waiting on a5ee432402e871743830894fff4bddd5 2024-11-26T06:06:55,404 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. after waiting 0 ms 2024-11-26T06:06:55,404 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,404 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-26T06:06:55,404 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1603): Online Regions={8bdb2bfdb8af3ef38cbee1f751f22236=testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236., 2bdb4e1732d84e4170d4c24a12786867=hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T06:06:55,404 DEBUG [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2bdb4e1732d84e4170d4c24a12786867, 8bdb2bfdb8af3ef38cbee1f751f22236 2024-11-26T06:06:55,404 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T06:06:55,404 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T06:06:55,404 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T06:06:55,404 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T06:06:55,404 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T06:06:55,405 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T06:06:55,409 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/a5ee432402e871743830894fff4bddd5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T06:06:55,409 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/default/testClearRegionBlockCache/8bdb2bfdb8af3ef38cbee1f751f22236/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T06:06:55,409 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,409 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a5ee432402e871743830894fff4bddd5: 2024-11-26T06:06:55,409 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,409 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8bdb2bfdb8af3ef38cbee1f751f22236: 2024-11-26T06:06:55,409 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5. 2024-11-26T06:06:55,409 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732601214640.8bdb2bfdb8af3ef38cbee1f751f22236. 2024-11-26T06:06:55,410 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2bdb4e1732d84e4170d4c24a12786867, disabling compactions & flushes 2024-11-26T06:06:55,410 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:55,410 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:55,410 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. after waiting 0 ms 2024-11-26T06:06:55,410 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:55,410 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2bdb4e1732d84e4170d4c24a12786867 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T06:06:55,414 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:55,418 INFO [regionserver/66073b541d85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:55,421 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/.tmp/info/c4cc9ecdec3c42a28fe31785789906d9 is 173, key is testClearRegionBlockCache,5,1732601214640.a5ee432402e871743830894fff4bddd5./info:regioninfo/1732601215014/Put/seqid=0 2024-11-26T06:06:55,424 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/.tmp/info/c64b615ed7f94448b51609620076d28c is 45, key is default/info:d/1732601214507/Put/seqid=0 2024-11-26T06:06:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741843_1019 (size=9337) 2024-11-26T06:06:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741843_1019 (size=9337) 2024-11-26T06:06:55,426 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/.tmp/info/c4cc9ecdec3c42a28fe31785789906d9 2024-11-26T06:06:55,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741844_1020 (size=5037) 2024-11-26T06:06:55,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741844_1020 (size=5037) 2024-11-26T06:06:55,430 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/.tmp/info/c64b615ed7f94448b51609620076d28c 2024-11-26T06:06:55,435 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/.tmp/info/c64b615ed7f94448b51609620076d28c as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/info/c64b615ed7f94448b51609620076d28c 2024-11-26T06:06:55,440 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/info/c64b615ed7f94448b51609620076d28c, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T06:06:55,441 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2bdb4e1732d84e4170d4c24a12786867 in 31ms, sequenceid=6, compaction requested=false 2024-11-26T06:06:55,445 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/namespace/2bdb4e1732d84e4170d4c24a12786867/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T06:06:55,445 INFO [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:55,445 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2bdb4e1732d84e4170d4c24a12786867: 2024-11-26T06:06:55,445 DEBUG [RS_CLOSE_REGION-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732601214041.2bdb4e1732d84e4170d4c24a12786867. 2024-11-26T06:06:55,452 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/.tmp/table/1a90e3609b4a409da3a494dfeed7a0a2 is 61, key is testClearRegionBlockCache/table:state/1732601215019/Put/seqid=0 2024-11-26T06:06:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741845_1021 (size=5392) 2024-11-26T06:06:55,458 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/.tmp/table/1a90e3609b4a409da3a494dfeed7a0a2 2024-11-26T06:06:55,463 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/.tmp/info/c4cc9ecdec3c42a28fe31785789906d9 as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/info/c4cc9ecdec3c42a28fe31785789906d9 2024-11-26T06:06:55,469 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/info/c4cc9ecdec3c42a28fe31785789906d9, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T06:06:55,470 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/.tmp/table/1a90e3609b4a409da3a494dfeed7a0a2 as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/table/1a90e3609b4a409da3a494dfeed7a0a2 2024-11-26T06:06:55,475 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/table/1a90e3609b4a409da3a494dfeed7a0a2, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T06:06:55,476 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=16, compaction requested=false 2024-11-26T06:06:55,480 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T06:06:55,480 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T06:06:55,480 INFO [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:55,480 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T06:06:55,481 DEBUG [RS_CLOSE_META-regionserver/66073b541d85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T06:06:55,604 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,37129,1732601212899; all regions closed. 2024-11-26T06:06:55,604 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,41791,1732601212864; all regions closed. 2024-11-26T06:06:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741833_1009 (size=1867) 2024-11-26T06:06:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741833_1009 (size=1867) 2024-11-26T06:06:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:55,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/WALs/66073b541d85,41791,1732601212864/66073b541d85%2C41791%2C1732601212864.meta.1732601213980.meta not finished, retry = 0 2024-11-26T06:06:55,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741835_1011 (size=5602) 2024-11-26T06:06:55,614 DEBUG [RS:1;66073b541d85:37129 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/oldWALs 2024-11-26T06:06:55,614 INFO [RS:1;66073b541d85:37129 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C37129%2C1732601212899:(num 1732601213441) 2024-11-26T06:06:55,614 DEBUG [RS:1;66073b541d85:37129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,614 INFO [RS:1;66073b541d85:37129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:55,614 INFO [RS:1;66073b541d85:37129 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:55,614 INFO [RS:1;66073b541d85:37129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T06:06:55,614 INFO [RS:1;66073b541d85:37129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T06:06:55,615 INFO [RS:1;66073b541d85:37129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T06:06:55,615 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:55,615 INFO [RS:1;66073b541d85:37129 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37129 2024-11-26T06:06:55,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,37129,1732601212899 2024-11-26T06:06:55,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:55,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,37129,1732601212899] 2024-11-26T06:06:55,632 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,37129,1732601212899; numProcessing=1 2024-11-26T06:06:55,640 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,37129,1732601212899 already deleted, retry=false 2024-11-26T06:06:55,640 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,37129,1732601212899 expired; onlineServers=1 2024-11-26T06:06:55,718 DEBUG [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/oldWALs 2024-11-26T06:06:55,718 INFO [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C41791%2C1732601212864.meta:.meta(num 1732601213980) 2024-11-26T06:06:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741834_1010 (size=3079) 2024-11-26T06:06:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741834_1010 (size=3079) 2024-11-26T06:06:55,726 DEBUG [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/oldWALs 2024-11-26T06:06:55,726 INFO [RS:0;66073b541d85:41791 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 66073b541d85%2C41791%2C1732601212864:(num 1732601213444) 2024-11-26T06:06:55,727 DEBUG [RS:0;66073b541d85:41791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,727 INFO [RS:0;66073b541d85:41791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T06:06:55,727 INFO [RS:0;66073b541d85:41791 {}] hbase.ChoreService(370): Chore service for: regionserver/66073b541d85:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T06:06:55,727 INFO [regionserver/66073b541d85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:55,728 INFO [RS:0;66073b541d85:41791 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41791 2024-11-26T06:06:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T06:06:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66073b541d85,41791,1732601212864 2024-11-26T06:06:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37129-0x101770a11720002, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:55,732 INFO [RS:1;66073b541d85:37129 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,37129,1732601212899; zookeeper connection closed. 2024-11-26T06:06:55,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@628600f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@628600f 2024-11-26T06:06:55,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66073b541d85,41791,1732601212864] 2024-11-26T06:06:55,740 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 66073b541d85,41791,1732601212864; numProcessing=2 2024-11-26T06:06:55,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/66073b541d85,41791,1732601212864 already deleted, retry=false 2024-11-26T06:06:55,749 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 66073b541d85,41791,1732601212864 expired; onlineServers=0 2024-11-26T06:06:55,749 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '66073b541d85,35353,1732601212686' ***** 2024-11-26T06:06:55,749 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T06:06:55,749 DEBUG [M:0;66073b541d85:35353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f03eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66073b541d85/172.17.0.2:0 2024-11-26T06:06:55,749 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegionServer(1224): stopping server 66073b541d85,35353,1732601212686 2024-11-26T06:06:55,749 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegionServer(1250): stopping server 66073b541d85,35353,1732601212686; all regions closed. 2024-11-26T06:06:55,749 DEBUG [M:0;66073b541d85:35353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T06:06:55,749 DEBUG [M:0;66073b541d85:35353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T06:06:55,749 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T06:06:55,749 DEBUG [M:0;66073b541d85:35353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T06:06:55,749 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601213180 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.large.0-1732601213180,5,FailOnTimeoutGroup] 2024-11-26T06:06:55,749 DEBUG [master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601213180 {}] cleaner.HFileCleaner(306): Exit Thread[master/66073b541d85:0:becomeActiveMaster-HFileCleaner.small.0-1732601213180,5,FailOnTimeoutGroup] 2024-11-26T06:06:55,749 INFO [M:0;66073b541d85:35353 {}] hbase.ChoreService(370): Chore service for: master/66073b541d85:0 had [] on shutdown 2024-11-26T06:06:55,750 DEBUG [M:0;66073b541d85:35353 {}] master.HMaster(1733): Stopping service threads 2024-11-26T06:06:55,750 INFO [M:0;66073b541d85:35353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T06:06:55,750 INFO [M:0;66073b541d85:35353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T06:06:55,750 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T06:06:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T06:06:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T06:06:55,757 DEBUG [M:0;66073b541d85:35353 {}] zookeeper.ZKUtil(347): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T06:06:55,757 WARN [M:0;66073b541d85:35353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T06:06:55,757 INFO [M:0;66073b541d85:35353 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T06:06:55,757 INFO [M:0;66073b541d85:35353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T06:06:55,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T06:06:55,757 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T06:06:55,757 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:55,757 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:55,757 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T06:06:55,758 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:55,758 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-11-26T06:06:55,779 DEBUG [M:0;66073b541d85:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d6f92efdae74e13b00574b3f2ac1b5b is 82, key is hbase:meta,,1/info:regioninfo/1732601214011/Put/seqid=0 2024-11-26T06:06:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741846_1022 (size=5672) 2024-11-26T06:06:55,785 INFO [M:0;66073b541d85:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d6f92efdae74e13b00574b3f2ac1b5b 2024-11-26T06:06:55,809 DEBUG [M:0;66073b541d85:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d186ad3b10d5418ebc5b6a164db03f46 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732601215025/Put/seqid=0 2024-11-26T06:06:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741847_1023 (size=7581) 2024-11-26T06:06:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741847_1023 (size=7581) 2024-11-26T06:06:55,815 INFO [M:0;66073b541d85:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d186ad3b10d5418ebc5b6a164db03f46 2024-11-26T06:06:55,833 DEBUG [M:0;66073b541d85:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebff52bdd77b4a8797730d5806f7a1e4 is 69, key is 66073b541d85,37129,1732601212899/rs:state/1732601213270/Put/seqid=0 2024-11-26T06:06:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741848_1024 (size=5224) 2024-11-26T06:06:55,839 INFO [M:0;66073b541d85:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebff52bdd77b4a8797730d5806f7a1e4 2024-11-26T06:06:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:55,840 INFO [RS:0;66073b541d85:41791 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,41791,1732601212864; zookeeper connection closed. 2024-11-26T06:06:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41791-0x101770a11720001, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:55,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69fd7617 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69fd7617 2024-11-26T06:06:55,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T06:06:55,844 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d6f92efdae74e13b00574b3f2ac1b5b as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d6f92efdae74e13b00574b3f2ac1b5b 2024-11-26T06:06:55,849 INFO [M:0;66073b541d85:35353 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d6f92efdae74e13b00574b3f2ac1b5b, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T06:06:55,850 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d186ad3b10d5418ebc5b6a164db03f46 as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d186ad3b10d5418ebc5b6a164db03f46 2024-11-26T06:06:55,856 INFO [M:0;66073b541d85:35353 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d186ad3b10d5418ebc5b6a164db03f46, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T06:06:55,857 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebff52bdd77b4a8797730d5806f7a1e4 as hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebff52bdd77b4a8797730d5806f7a1e4 2024-11-26T06:06:55,862 INFO [M:0;66073b541d85:35353 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36013/user/jenkins/test-data/10ece3e2-4148-5d3b-c9be-4a558fffd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebff52bdd77b4a8797730d5806f7a1e4, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T06:06:55,863 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=108, compaction requested=false 2024-11-26T06:06:55,864 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T06:06:55,864 DEBUG [M:0;66073b541d85:35353 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T06:06:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741830_1006 (size=54553) 2024-11-26T06:06:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741830_1006 (size=54553) 2024-11-26T06:06:55,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T06:06:55,867 INFO [M:0;66073b541d85:35353 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T06:06:55,867 INFO [M:0;66073b541d85:35353 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35353 2024-11-26T06:06:55,874 DEBUG [M:0;66073b541d85:35353 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/66073b541d85,35353,1732601212686 already deleted, retry=false 2024-11-26T06:06:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:55,982 INFO [M:0;66073b541d85:35353 {}] regionserver.HRegionServer(1307): Exiting; stopping=66073b541d85,35353,1732601212686; zookeeper connection closed. 2024-11-26T06:06:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x101770a11720000, quorum=127.0.0.1:54757, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T06:06:55,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@279f0685{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:55,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@587f151f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:55,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94beeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9570bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:55,988 WARN [BP-500989357-172.17.0.2-1732601211236 heartbeating to localhost/127.0.0.1:36013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:55,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:55,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:55,988 WARN [BP-500989357-172.17.0.2-1732601211236 heartbeating to localhost/127.0.0.1:36013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-500989357-172.17.0.2-1732601211236 (Datanode Uuid 06c624b1-761e-4797-99c4-2748b45b38b2) service to localhost/127.0.0.1:36013 2024-11-26T06:06:55,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data3/current/BP-500989357-172.17.0.2-1732601211236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:55,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data4/current/BP-500989357-172.17.0.2-1732601211236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:55,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:55,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6feaa44b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T06:06:55,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@185c4a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:55,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:55,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3afd63ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:55,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70412d56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:55,993 WARN [BP-500989357-172.17.0.2-1732601211236 heartbeating to localhost/127.0.0.1:36013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T06:06:55,993 WARN [BP-500989357-172.17.0.2-1732601211236 heartbeating to localhost/127.0.0.1:36013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-500989357-172.17.0.2-1732601211236 (Datanode Uuid 54b6efe8-85c6-4ce4-b380-24120137aa5d) service to localhost/127.0.0.1:36013 2024-11-26T06:06:55,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T06:06:55,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T06:06:55,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data1/current/BP-500989357-172.17.0.2-1732601211236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:55,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/cluster_5e88b2c7-5585-a42c-f3b5-a34c236672ed/dfs/data/data2/current/BP-500989357-172.17.0.2-1732601211236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T06:06:55,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T06:06:55,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fc7629b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T06:06:56,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39551ced{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T06:06:56,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T06:06:56,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589ba766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T06:06:56,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@492377ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35bdcc87-e427-b6bf-a63e-ea0607e50998/hadoop.log.dir/,STOPPED} 2024-11-26T06:06:56,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T06:06:56,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T06:06:56,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=195 (was 176) - Thread LEAK? -, OpenFileDescriptor=553 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 159) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7628 (was 7742)